2024-11-18 06:41:36,494 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 06:41:36,511 main DEBUG Took 0.013700 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 06:41:36,512 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 06:41:36,512 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 06:41:36,513 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 06:41:36,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,524 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 06:41:36,543 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,547 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,552 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,554 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,555 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,557 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:41:36,559 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,559 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 06:41:36,561 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:41:36,563 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 06:41:36,565 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 06:41:36,565 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 06:41:36,567 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 06:41:36,567 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 06:41:36,578 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 06:41:36,581 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 06:41:36,583 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 06:41:36,583 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 06:41:36,583 main DEBUG createAppenders(={Console}) 2024-11-18 06:41:36,584 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-18 06:41:36,585 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 06:41:36,585 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-18 06:41:36,586 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 06:41:36,586 main DEBUG OutputStream closed 2024-11-18 06:41:36,587 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 06:41:36,587 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 06:41:36,587 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-18 06:41:36,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 06:41:36,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 06:41:36,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 06:41:36,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 06:41:36,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 06:41:36,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 06:41:36,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 06:41:36,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 06:41:36,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 06:41:36,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 06:41:36,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 06:41:36,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 06:41:36,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 06:41:36,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 06:41:36,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 06:41:36,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 06:41:36,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 06:41:36,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 06:41:36,699 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 06:41:36,700 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-18 06:41:36,700 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 06:41:36,701 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-18T06:41:36,719 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-18 06:41:36,723 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 06:41:36,723 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T06:41:36,733 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-18T06:41:36,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=5508 2024-11-18T06:41:37,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448 2024-11-18T06:41:37,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:41:37,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709, deleteOnExit=true 2024-11-18T06:41:37,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:41:37,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/test.cache.data in system properties and HBase conf 2024-11-18T06:41:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:41:37,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:41:37,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:41:37,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:41:37,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:41:37,383 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T06:41:37,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:41:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:41:37,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:41:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:41:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:41:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:41:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:41:37,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:41:37,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:41:37,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:41:37,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:41:37,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:41:37,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:41:37,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:41:37,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:41:38,608 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T06:41:38,733 INFO [Time-limited test {}] log.Log(170): Logging initialized @3279ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T06:41:38,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:41:38,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:41:38,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:41:38,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:41:38,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:41:39,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:41:39,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37170156{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:41:39,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa6eaa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:41:39,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@621ff9a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/java.io.tmpdir/jetty-localhost-34245-hadoop-hdfs-3_4_1-tests_jar-_-any-4354054458661218336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:41:39,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a27adbe{HTTP/1.1, (http/1.1)}{localhost:34245} 2024-11-18T06:41:39,328 INFO [Time-limited test {}] server.Server(415): Started @3874ms 2024-11-18T06:41:39,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:41:39,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:41:39,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:41:39,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:41:39,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:41:39,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e8eae84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:41:39,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41190886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:41:39,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23b312e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/java.io.tmpdir/jetty-localhost-46401-hadoop-hdfs-3_4_1-tests_jar-_-any-4205962338530587341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:41:39,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77450339{HTTP/1.1, (http/1.1)}{localhost:46401} 2024-11-18T06:41:39,981 INFO [Time-limited test {}] server.Server(415): Started @4528ms 2024-11-18T06:41:40,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:41:40,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:41:40,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:41:40,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:41:40,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:41:40,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:41:40,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58fbcda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:41:40,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c4d3981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:41:40,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69ba9fea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/java.io.tmpdir/jetty-localhost-41585-hadoop-hdfs-3_4_1-tests_jar-_-any-564794896908917730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:41:40,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d885af5{HTTP/1.1, (http/1.1)}{localhost:41585} 2024-11-18T06:41:40,493 INFO [Time-limited test {}] server.Server(415): Started @5040ms 2024-11-18T06:41:40,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:41:40,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:41:40,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:41:40,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:41:40,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:41:40,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:41:40,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62803bfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:41:40,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f6d6e04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:41:40,712 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data1/current/BP-731420609-172.17.0.2-1731912098306/current, will proceed with Du for space computation calculation, 2024-11-18T06:41:40,715 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data2/current/BP-731420609-172.17.0.2-1731912098306/current, will proceed with Du for space computation calculation, 2024-11-18T06:41:40,749 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data3/current/BP-731420609-172.17.0.2-1731912098306/current, will proceed with Du for space computation calculation, 2024-11-18T06:41:40,758 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data4/current/BP-731420609-172.17.0.2-1731912098306/current, will proceed with Du for space computation calculation, 2024-11-18T06:41:40,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f813eee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/java.io.tmpdir/jetty-localhost-35569-hadoop-hdfs-3_4_1-tests_jar-_-any-2374784222333351931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:41:40,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49483f69{HTTP/1.1, (http/1.1)}{localhost:35569} 2024-11-18T06:41:40,832 INFO [Time-limited test {}] server.Server(415): Started @5378ms 2024-11-18T06:41:40,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:41:40,876 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:41:40,898 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:41:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30cb67b2fd65c279 with lease ID 0xbd2f18e4f1ba5a5: Processing first storage report for DS-d6b16582-7363-4692-ba2c-9d9df291498b from datanode DatanodeRegistration(127.0.0.1:36891, datanodeUuid=16354e54-ef77-49f5-940e-c012e0479d23, infoPort=43595, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306) 2024-11-18T06:41:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30cb67b2fd65c279 with lease ID 0xbd2f18e4f1ba5a5: from storage DS-d6b16582-7363-4692-ba2c-9d9df291498b node DatanodeRegistration(127.0.0.1:36891, datanodeUuid=16354e54-ef77-49f5-940e-c012e0479d23, infoPort=43595, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:41:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe01d7a37f647b912 with lease ID 0xbd2f18e4f1ba5a4: Processing first storage report for DS-d0eaa15e-1995-4318-828d-4d7cb5559edf from datanode DatanodeRegistration(127.0.0.1:38479, datanodeUuid=16213a83-1c3b-4b50-86b6-423482494572, infoPort=36945, infoSecurePort=0, ipcPort=44207, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306) 2024-11-18T06:41:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe01d7a37f647b912 with lease ID 0xbd2f18e4f1ba5a4: from storage DS-d0eaa15e-1995-4318-828d-4d7cb5559edf node DatanodeRegistration(127.0.0.1:38479, datanodeUuid=16213a83-1c3b-4b50-86b6-423482494572, infoPort=36945, infoSecurePort=0, ipcPort=44207, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:41:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30cb67b2fd65c279 with lease ID 0xbd2f18e4f1ba5a5: Processing first storage report for DS-6b5d60f7-0298-4ae0-99b1-f23f6ebc25a5 from datanode DatanodeRegistration(127.0.0.1:36891, datanodeUuid=16354e54-ef77-49f5-940e-c012e0479d23, infoPort=43595, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306) 2024-11-18T06:41:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30cb67b2fd65c279 with lease ID 0xbd2f18e4f1ba5a5: from storage DS-6b5d60f7-0298-4ae0-99b1-f23f6ebc25a5 node DatanodeRegistration(127.0.0.1:36891, datanodeUuid=16354e54-ef77-49f5-940e-c012e0479d23, infoPort=43595, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:41:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe01d7a37f647b912 with lease ID 0xbd2f18e4f1ba5a4: Processing first storage report for DS-e682c22e-3497-4596-9c4a-11b89f63b5aa from datanode DatanodeRegistration(127.0.0.1:38479, datanodeUuid=16213a83-1c3b-4b50-86b6-423482494572, infoPort=36945, infoSecurePort=0, ipcPort=44207, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306) 2024-11-18T06:41:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe01d7a37f647b912 with lease ID 0xbd2f18e4f1ba5a4: from storage DS-e682c22e-3497-4596-9c4a-11b89f63b5aa node DatanodeRegistration(127.0.0.1:38479, datanodeUuid=16213a83-1c3b-4b50-86b6-423482494572, infoPort=36945, infoSecurePort=0, ipcPort=44207, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:41:41,050 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data5/current/BP-731420609-172.17.0.2-1731912098306/current, will proceed with Du for space computation calculation, 2024-11-18T06:41:41,053 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data6/current/BP-731420609-172.17.0.2-1731912098306/current, will proceed with Du for space computation calculation, 2024-11-18T06:41:41,114 WARN [Thread-126 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:41:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x798906633ae2d063 with lease ID 0xbd2f18e4f1ba5a6: Processing first storage report for DS-3301371e-f0a2-4f2b-aab5-e1f608c4e01e from datanode DatanodeRegistration(127.0.0.1:34593, datanodeUuid=153b3133-c117-40cd-854f-073abdee619e, infoPort=43977, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306) 2024-11-18T06:41:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x798906633ae2d063 with lease ID 0xbd2f18e4f1ba5a6: from storage DS-3301371e-f0a2-4f2b-aab5-e1f608c4e01e node DatanodeRegistration(127.0.0.1:34593, datanodeUuid=153b3133-c117-40cd-854f-073abdee619e, infoPort=43977, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:41:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x798906633ae2d063 with lease ID 0xbd2f18e4f1ba5a6: Processing first storage report for DS-ce2d85cf-bcef-437f-b29b-09ba386d4238 from datanode DatanodeRegistration(127.0.0.1:34593, datanodeUuid=153b3133-c117-40cd-854f-073abdee619e, infoPort=43977, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306) 2024-11-18T06:41:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x798906633ae2d063 with lease ID 0xbd2f18e4f1ba5a6: from storage DS-ce2d85cf-bcef-437f-b29b-09ba386d4238 node DatanodeRegistration(127.0.0.1:34593, datanodeUuid=153b3133-c117-40cd-854f-073abdee619e, infoPort=43977, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=2137624358;c=1731912098306), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:41:41,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448 2024-11-18T06:41:41,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/zookeeper_0, clientPort=63791, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:41:41,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63791 2024-11-18T06:41:41,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:41,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:41:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:41:41,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:41:41,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 with version=8 2024-11-18T06:41:41,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/hbase-staging 2024-11-18T06:41:42,041 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T06:41:42,347 INFO [Time-limited test {}] client.ConnectionUtils(128): master/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:41:42,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:42,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:42,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:41:42,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:42,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:41:42,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:41:42,612 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T06:41:42,625 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T06:41:42,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:41:42,670 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5628 (auto-detected) 2024-11-18T06:41:42,671 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T06:41:42,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38089 2024-11-18T06:41:42,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38089 connecting to ZooKeeper ensemble=127.0.0.1:63791 2024-11-18T06:41:42,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380890x0, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:41:42,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38089-0x10129cf59170000 connected 2024-11-18T06:41:42,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:42,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:42,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:41:42,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8, hbase.cluster.distributed=false 2024-11-18T06:41:42,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:41:42,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38089 2024-11-18T06:41:42,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38089 2024-11-18T06:41:42,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38089 2024-11-18T06:41:42,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38089 2024-11-18T06:41:42,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38089 2024-11-18T06:41:43,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:41:43,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:41:43,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:41:43,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:41:43,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:41:43,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32851 2024-11-18T06:41:43,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32851 connecting to ZooKeeper ensemble=127.0.0.1:63791 2024-11-18T06:41:43,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:43,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:43,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328510x0, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:41:43,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32851-0x10129cf59170001 connected 2024-11-18T06:41:43,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:41:43,115 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:41:43,147 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:41:43,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:41:43,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:41:43,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-18T06:41:43,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32851 2024-11-18T06:41:43,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32851 2024-11-18T06:41:43,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-18T06:41:43,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-18T06:41:43,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:41:43,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:41:43,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:41:43,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:41:43,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:41:43,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39973 2024-11-18T06:41:43,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39973 connecting to ZooKeeper ensemble=127.0.0.1:63791 2024-11-18T06:41:43,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:43,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:43,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399730x0, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:41:43,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39973-0x10129cf59170002 connected 2024-11-18T06:41:43,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:41:43,302 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:41:43,304 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:41:43,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:41:43,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:41:43,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-18T06:41:43,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39973 2024-11-18T06:41:43,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39973 2024-11-18T06:41:43,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-18T06:41:43,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-18T06:41:43,342 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:41:43,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:41:43,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:41:43,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:41:43,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:41:43,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:41:43,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45369 2024-11-18T06:41:43,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45369 connecting to ZooKeeper ensemble=127.0.0.1:63791 2024-11-18T06:41:43,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:43,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453690x0, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:41:43,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453690x0, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:41:43,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45369-0x10129cf59170003 connected 2024-11-18T06:41:43,369 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:41:43,370 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:41:43,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:41:43,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:41:43,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45369 2024-11-18T06:41:43,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45369 2024-11-18T06:41:43,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45369 2024-11-18T06:41:43,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45369 2024-11-18T06:41:43,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45369 2024-11-18T06:41:43,408 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;75ed3c3b0308:38089 2024-11-18T06:41:43,410 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:43,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:41:43,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:41:43,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:41:43,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:41:43,422 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:43,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:41:43,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:41:43,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:41:43,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:43,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:43,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:43,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:43,454 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T06:41:43,457 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/75ed3c3b0308,38089,1731912102106 from backup master directory 2024-11-18T06:41:43,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:43,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:41:43,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:41:43,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:41:43,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:41:43,463 WARN [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:41:43,463 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:43,466 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T06:41:43,468 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T06:41:43,543 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/hbase.id] with ID: 8784cfaf-860e-47a3-ae4f-f9a2d4951f8a 2024-11-18T06:41:43,543 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.tmp/hbase.id 2024-11-18T06:41:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:41:43,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:41:43,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:41:43,571 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.tmp/hbase.id]:[hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/hbase.id] 2024-11-18T06:41:43,634 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:41:43,640 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:41:43,669 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-18T06:41:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:41:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:41:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:41:43,737 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:41:43,740 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:41:43,762 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:41:43,768 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:41:43,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:41:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:41:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:41:43,834 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store 2024-11-18T06:41:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:41:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:41:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:41:43,881 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T06:41:43,885 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:43,887 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:41:43,887 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:41:43,887 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:41:43,889 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:41:43,889 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:41:43,890 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:41:43,891 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731912103887Disabling compacts and flushes for region at 1731912103887Disabling writes for close at 1731912103889 (+2 ms)Writing region close event to WAL at 1731912103890 (+1 ms)Closed at 1731912103890 2024-11-18T06:41:43,895 WARN [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/.initializing 2024-11-18T06:41:43,896 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/WALs/75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:43,908 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:41:43,929 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C38089%2C1731912102106, suffix=, logDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/WALs/75ed3c3b0308,38089,1731912102106, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/oldWALs, maxLogs=10 2024-11-18T06:41:43,962 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/WALs/75ed3c3b0308,38089,1731912102106/75ed3c3b0308%2C38089%2C1731912102106.1731912103935, exclude list is [], retry=0 2024-11-18T06:41:43,966 WARN [IPC Server handler 3 on default port 34581 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T06:41:43,966 WARN [IPC Server handler 3 on default port 34581 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T06:41:43,966 WARN [IPC Server handler 3 on default port 34581 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T06:41:43,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34593,DS-3301371e-f0a2-4f2b-aab5-e1f608c4e01e,DISK] 2024-11-18T06:41:43,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38479,DS-d0eaa15e-1995-4318-828d-4d7cb5559edf,DISK] 2024-11-18T06:41:44,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T06:41:44,053 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/WALs/75ed3c3b0308,38089,1731912102106/75ed3c3b0308%2C38089%2C1731912102106.1731912103935 2024-11-18T06:41:44,054 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977),(127.0.0.1/127.0.0.1:36945:36945)] 2024-11-18T06:41:44,054 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:41:44,055 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:44,059 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,061 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:41:44,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:44,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:41:44,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:41:44,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:41:44,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:41:44,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:41:44,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:41:44,191 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,195 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,197 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,205 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,206 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,212 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:41:44,222 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:41:44,228 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:41:44,230 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65468678, jitterRate=-0.024440675973892212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:41:44,239 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731912104080Initializing all the Stores at 1731912104084 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912104084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912104086 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912104086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912104086Cleaning up temporary data from old regions at 1731912104206 (+120 ms)Region opened successfully at 1731912104239 (+33 ms) 2024-11-18T06:41:44,241 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:41:44,287 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6eb419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:41:44,323 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:41:44,340 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:41:44,340 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:41:44,344 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:41:44,346 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T06:41:44,353 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T06:41:44,353 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T06:41:44,381 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:41:44,389 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T06:41:44,391 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T06:41:44,394 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:41:44,396 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:41:44,398 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T06:41:44,400 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:41:44,405 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:41:44,406 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T06:41:44,407 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:41:44,409 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T06:41:44,429 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:41:44,431 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T06:41:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:41:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:41:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:41:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:41:44,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,441 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=75ed3c3b0308,38089,1731912102106, sessionid=0x10129cf59170000, setting cluster-up flag (Was=false) 2024-11-18T06:41:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,464 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T06:41:44,466 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:44,479 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T06:41:44,481 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:44,489 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:41:44,493 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(746): ClusterId : 8784cfaf-860e-47a3-ae4f-f9a2d4951f8a 2024-11-18T06:41:44,493 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(746): ClusterId : 8784cfaf-860e-47a3-ae4f-f9a2d4951f8a 2024-11-18T06:41:44,494 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(746): ClusterId : 8784cfaf-860e-47a3-ae4f-f9a2d4951f8a 2024-11-18T06:41:44,496 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:41:44,496 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:41:44,496 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:41:44,504 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:41:44,504 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:41:44,504 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:41:44,504 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:41:44,505 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:41:44,505 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:41:44,508 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:41:44,508 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:41:44,509 DEBUG [RS:0;75ed3c3b0308:32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a47e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:41:44,520 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:41:44,521 DEBUG [RS:2;75ed3c3b0308:45369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307db320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:41:44,528 DEBUG [RS:1;75ed3c3b0308:39973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6040621a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:41:44,529 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;75ed3c3b0308:32851 2024-11-18T06:41:44,533 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:41:44,533 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:41:44,533 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:41:44,536 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=32851, startcode=1731912103000 2024-11-18T06:41:44,553 DEBUG [RS:0;75ed3c3b0308:32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:41:44,586 DEBUG [RS:2;75ed3c3b0308:45369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;75ed3c3b0308:45369 2024-11-18T06:41:44,586 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:41:44,587 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:41:44,587 DEBUG [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:41:44,589 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;75ed3c3b0308:39973 2024-11-18T06:41:44,589 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:41:44,589 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:41:44,589 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:41:44,591 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=39973, startcode=1731912103253 2024-11-18T06:41:44,591 DEBUG [RS:1;75ed3c3b0308:39973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:41:44,595 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=45369, startcode=1731912103341 2024-11-18T06:41:44,595 DEBUG [RS:2;75ed3c3b0308:45369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:41:44,630 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45387, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:41:44,633 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:41:44,633 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:41:44,640 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:41:44,656 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:41:44,655 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:41:44,657 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:41:44,674 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:41:44,679 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T06:41:44,679 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T06:41:44,679 WARN [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T06:41:44,679 WARN [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T06:41:44,680 DEBUG [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T06:41:44,680 WARN [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T06:41:44,685 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:41:44,698 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 75ed3c3b0308,38089,1731912102106 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:41:44,709 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:41:44,709 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:41:44,709 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:41:44,710 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:41:44,710 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/75ed3c3b0308:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:41:44,710 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:44,710 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:41:44,710 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:44,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:41:44,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:41:44,760 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:41:44,769 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912134769 2024-11-18T06:41:44,771 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:41:44,773 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:41:44,781 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=32851, startcode=1731912103000 2024-11-18T06:41:44,781 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=45369, startcode=1731912103341 2024-11-18T06:41:44,781 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=39973, startcode=1731912103253 2024-11-18T06:41:44,783 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:41:44,784 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:41:44,784 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:41:44,784 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:41:44,787 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:41:44,788 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:41:44,789 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:41:44,790 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T06:41:44,790 WARN [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-18T06:41:44,791 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T06:41:44,791 WARN [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-18T06:41:44,791 DEBUG [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T06:41:44,791 WARN [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-18T06:41:44,794 WARN [IPC Server handler 3 on default port 34581 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T06:41:44,794 WARN [IPC Server handler 3 on default port 34581 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T06:41:44,794 WARN [IPC Server handler 3 on default port 34581 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T06:41:44,793 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:44,812 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:41:44,813 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:41:44,814 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:41:44,821 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:41:44,822 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:41:44,834 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912104824,5,FailOnTimeoutGroup] 2024-11-18T06:41:44,837 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912104834,5,FailOnTimeoutGroup] 2024-11-18T06:41:44,837 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:44,837 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:41:44,838 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:44,839 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:41:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:41:44,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:41:44,853 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:44,865 WARN [IPC Server handler 0 on default port 34581 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T06:41:44,865 WARN [IPC Server handler 0 on default port 34581 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T06:41:44,865 WARN [IPC Server handler 0 on default port 34581 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T06:41:44,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:41:44,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:41:44,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:44,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:41:44,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:41:44,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:44,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:41:44,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:41:44,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:44,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:41:44,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:41:44,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:44,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:41:44,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:41:44,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:44,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:44,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:41:44,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740 2024-11-18T06:41:44,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740 2024-11-18T06:41:44,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:41:44,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:41:44,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:41:44,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:41:44,956 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:41:44,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63220633, jitterRate=-0.057939156889915466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:41:44,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731912104898Initializing all the Stores at 1731912104901 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912104901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912104902 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912104902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912104902Cleaning up temporary data from old regions at 1731912104943 (+41 ms)Region opened successfully at 1731912104963 (+20 ms) 2024-11-18T06:41:44,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:41:44,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:41:44,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:41:44,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:41:44,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:41:44,965 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:41:44,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731912104963Disabling compacts and flushes for region at 1731912104963Disabling writes for close at 1731912104964 (+1 ms)Writing region close event to WAL at 1731912104965 (+1 ms)Closed at 1731912104965 2024-11-18T06:41:44,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:41:44,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:41:44,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:41:44,992 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:41:44,997 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=39973, startcode=1731912103253 2024-11-18T06:41:45,001 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=32851, startcode=1731912103000 2024-11-18T06:41:45,001 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,38089,1731912102106 with port=45369, startcode=1731912103341 2024-11-18T06:41:45,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:45,006 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:41:45,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:45,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:45,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:45,017 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:45,018 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34581 2024-11-18T06:41:45,018 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:41:45,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:45,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:45,022 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:45,022 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34581 2024-11-18T06:41:45,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:41:45,023 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:41:45,027 DEBUG [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:45,027 DEBUG [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34581 2024-11-18T06:41:45,027 DEBUG [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:41:45,030 DEBUG [RS:1;75ed3c3b0308:39973 {}] zookeeper.ZKUtil(111): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:45,030 WARN [RS:1;75ed3c3b0308:39973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:41:45,030 INFO [RS:1;75ed3c3b0308:39973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:41:45,030 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:45,031 DEBUG [RS:0;75ed3c3b0308:32851 {}] zookeeper.ZKUtil(111): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:45,031 WARN [RS:0;75ed3c3b0308:32851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:41:45,031 INFO [RS:0;75ed3c3b0308:32851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:41:45,031 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:45,031 DEBUG [RS:2;75ed3c3b0308:45369 {}] zookeeper.ZKUtil(111): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:45,031 WARN [RS:2;75ed3c3b0308:45369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:41:45,032 INFO [RS:2;75ed3c3b0308:45369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:41:45,032 DEBUG [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:45,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,39973,1731912103253] 2024-11-18T06:41:45,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,32851,1731912103000] 2024-11-18T06:41:45,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,45369,1731912103341] 2024-11-18T06:41:45,063 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:41:45,063 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:41:45,070 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:41:45,078 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:41:45,080 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:41:45,086 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:41:45,089 INFO [RS:1;75ed3c3b0308:39973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:41:45,090 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,090 INFO [RS:0;75ed3c3b0308:32851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:41:45,090 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,092 INFO [RS:2;75ed3c3b0308:45369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:41:45,093 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,094 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:41:45,094 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:41:45,095 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:41:45,101 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:41:45,101 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:41:45,101 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:41:45,102 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,102 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,102 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,102 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,102 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,103 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,103 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:41:45,104 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:41:45,104 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,104 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:41:45,105 DEBUG [RS:0;75ed3c3b0308:32851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:41:45,105 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,105 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:41:45,105 DEBUG [RS:2;75ed3c3b0308:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:41:45,105 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:41:45,105 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,105 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,105 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,106 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,106 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,106 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:41:45,106 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:41:45,106 DEBUG [RS:1;75ed3c3b0308:39973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:41:45,112 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,112 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,32851,1731912103000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,45369,1731912103341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,113 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,39973,1731912103253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:41:45,148 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:41:45,148 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:41:45,151 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,45369,1731912103341-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,151 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,39973,1731912103253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,152 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,152 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.Replication(171): 75ed3c3b0308,45369,1731912103341 started 2024-11-18T06:41:45,154 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,154 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.Replication(171): 75ed3c3b0308,39973,1731912103253 started 2024-11-18T06:41:45,157 WARN [75ed3c3b0308:38089 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T06:41:45,157 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:41:45,158 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,32851,1731912103000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,159 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,159 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.Replication(171): 75ed3c3b0308,32851,1731912103000 started 2024-11-18T06:41:45,180 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,180 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,45369,1731912103341, RpcServer on 75ed3c3b0308/172.17.0.2:45369, sessionid=0x10129cf59170003 2024-11-18T06:41:45,181 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:41:45,182 DEBUG [RS:2;75ed3c3b0308:45369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:45,182 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,45369,1731912103341' 2024-11-18T06:41:45,182 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:41:45,184 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:41:45,185 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:41:45,185 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:41:45,185 DEBUG [RS:2;75ed3c3b0308:45369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:45,185 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,45369,1731912103341' 2024-11-18T06:41:45,185 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:41:45,186 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:41:45,187 DEBUG [RS:2;75ed3c3b0308:45369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:41:45,187 INFO [RS:2;75ed3c3b0308:45369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:41:45,187 INFO [RS:2;75ed3c3b0308:45369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:41:45,188 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,189 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,39973,1731912103253, RpcServer on 75ed3c3b0308/172.17.0.2:39973, sessionid=0x10129cf59170002 2024-11-18T06:41:45,189 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:41:45,189 DEBUG [RS:1;75ed3c3b0308:39973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:45,189 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,39973,1731912103253' 2024-11-18T06:41:45,189 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:41:45,190 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:41:45,191 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:41:45,191 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:41:45,191 DEBUG [RS:1;75ed3c3b0308:39973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:45,191 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,39973,1731912103253' 2024-11-18T06:41:45,191 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:41:45,192 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:41:45,193 DEBUG [RS:1;75ed3c3b0308:39973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:41:45,193 INFO [RS:1;75ed3c3b0308:39973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:41:45,193 INFO [RS:1;75ed3c3b0308:39973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:41:45,204 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:45,204 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,32851,1731912103000, RpcServer on 75ed3c3b0308/172.17.0.2:32851, sessionid=0x10129cf59170001 2024-11-18T06:41:45,204 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:41:45,205 DEBUG [RS:0;75ed3c3b0308:32851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:45,205 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,32851,1731912103000' 2024-11-18T06:41:45,205 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:41:45,206 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:41:45,207 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:41:45,207 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:41:45,207 DEBUG [RS:0;75ed3c3b0308:32851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:45,207 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,32851,1731912103000' 2024-11-18T06:41:45,207 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:41:45,208 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:41:45,209 DEBUG [RS:0;75ed3c3b0308:32851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:41:45,209 INFO [RS:0;75ed3c3b0308:32851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:41:45,209 INFO [RS:0;75ed3c3b0308:32851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:41:45,295 INFO [RS:2;75ed3c3b0308:45369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:41:45,295 INFO [RS:1;75ed3c3b0308:39973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:41:45,299 INFO [RS:1;75ed3c3b0308:39973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C39973%2C1731912103253, suffix=, logDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,39973,1731912103253, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/oldWALs, maxLogs=32 2024-11-18T06:41:45,299 INFO [RS:2;75ed3c3b0308:45369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C45369%2C1731912103341, suffix=, logDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/oldWALs, maxLogs=32 2024-11-18T06:41:45,313 INFO [RS:0;75ed3c3b0308:32851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:41:45,317 INFO [RS:0;75ed3c3b0308:32851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C32851%2C1731912103000, suffix=, logDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,32851,1731912103000, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/oldWALs, maxLogs=32 2024-11-18T06:41:45,332 DEBUG [RS:2;75ed3c3b0308:45369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341/75ed3c3b0308%2C45369%2C1731912103341.1731912105305, exclude list is [], retry=0 2024-11-18T06:41:45,338 DEBUG [RS:1;75ed3c3b0308:39973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,39973,1731912103253/75ed3c3b0308%2C39973%2C1731912103253.1731912105303, exclude list is [], retry=0 2024-11-18T06:41:45,340 WARN [IPC Server handler 1 on default port 34581 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T06:41:45,341 WARN [IPC Server handler 1 on default port 34581 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T06:41:45,341 WARN [IPC Server handler 1 on default port 34581 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T06:41:45,342 DEBUG [RS:0;75ed3c3b0308:32851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,32851,1731912103000/75ed3c3b0308%2C32851%2C1731912103000.1731912105320, exclude list is [], retry=0 2024-11-18T06:41:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34593,DS-3301371e-f0a2-4f2b-aab5-e1f608c4e01e,DISK] 2024-11-18T06:41:45,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-d6b16582-7363-4692-ba2c-9d9df291498b,DISK] 2024-11-18T06:41:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-d6b16582-7363-4692-ba2c-9d9df291498b,DISK] 2024-11-18T06:41:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38479,DS-d0eaa15e-1995-4318-828d-4d7cb5559edf,DISK] 2024-11-18T06:41:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38479,DS-d0eaa15e-1995-4318-828d-4d7cb5559edf,DISK] 2024-11-18T06:41:45,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34593,DS-3301371e-f0a2-4f2b-aab5-e1f608c4e01e,DISK] 2024-11-18T06:41:45,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38479,DS-d0eaa15e-1995-4318-828d-4d7cb5559edf,DISK] 2024-11-18T06:41:45,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-d6b16582-7363-4692-ba2c-9d9df291498b,DISK] 2024-11-18T06:41:45,411 INFO [RS:2;75ed3c3b0308:45369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341/75ed3c3b0308%2C45369%2C1731912103341.1731912105305 2024-11-18T06:41:45,412 INFO [RS:1;75ed3c3b0308:39973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,39973,1731912103253/75ed3c3b0308%2C39973%2C1731912103253.1731912105303 2024-11-18T06:41:45,419 INFO [RS:0;75ed3c3b0308:32851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,32851,1731912103000/75ed3c3b0308%2C32851%2C1731912103000.1731912105320 2024-11-18T06:41:45,421 DEBUG [RS:2;75ed3c3b0308:45369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977),(127.0.0.1/127.0.0.1:43595:43595),(127.0.0.1/127.0.0.1:36945:36945)] 2024-11-18T06:41:45,424 DEBUG [RS:1;75ed3c3b0308:39973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43595:43595),(127.0.0.1/127.0.0.1:36945:36945)] 2024-11-18T06:41:45,426 DEBUG [RS:0;75ed3c3b0308:32851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977),(127.0.0.1/127.0.0.1:43595:43595),(127.0.0.1/127.0.0.1:36945:36945)] 2024-11-18T06:41:45,659 DEBUG [75ed3c3b0308:38089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T06:41:45,668 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:41:45,675 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:41:45,675 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:41:45,676 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T06:41:45,676 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:41:45,676 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:41:45,676 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T06:41:45,676 INFO [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:41:45,676 INFO [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:41:45,676 INFO [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T06:41:45,676 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:41:45,684 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:45,691 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,39973,1731912103253, state=OPENING 2024-11-18T06:41:45,697 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:41:45,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:45,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:45,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:45,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:41:45,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:41:45,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:41:45,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:41:45,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:41:45,703 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:41:45,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,39973,1731912103253}] 2024-11-18T06:41:45,719 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T06:41:45,719 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T06:41:45,720 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T06:41:45,720 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T06:41:45,720 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T06:41:45,720 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T06:41:45,720 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T06:41:45,721 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T06:41:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:41:49,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:41:52,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:41:52,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T06:41:55,733 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:41:55,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:41:55,749 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:41:55,749 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:41:55,750 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:41:55,753 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C39973%2C1731912103253.meta, suffix=.meta, logDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,39973,1731912103253, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/oldWALs, maxLogs=32 2024-11-18T06:41:55,769 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,39973,1731912103253/75ed3c3b0308%2C39973%2C1731912103253.meta.1731912115754.meta, exclude list is [], retry=0 2024-11-18T06:41:55,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34593,DS-3301371e-f0a2-4f2b-aab5-e1f608c4e01e,DISK] 2024-11-18T06:41:55,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-d6b16582-7363-4692-ba2c-9d9df291498b,DISK] 2024-11-18T06:41:55,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38479,DS-d0eaa15e-1995-4318-828d-4d7cb5559edf,DISK] 2024-11-18T06:41:55,776 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,39973,1731912103253/75ed3c3b0308%2C39973%2C1731912103253.meta.1731912115754.meta 2024-11-18T06:41:55,776 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977),(127.0.0.1/127.0.0.1:43595:43595),(127.0.0.1/127.0.0.1:36945:36945)] 2024-11-18T06:41:55,777 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:41:55,779 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:41:55,781 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:41:55,786 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:41:55,791 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:41:55,791 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:55,791 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:41:55,791 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:41:55,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:41:55,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:41:55,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:55,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:55,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:41:55,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:41:55,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:55,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:55,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:41:55,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:41:55,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:55,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:55,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:41:55,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:41:55,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:55,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:41:55,803 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:41:55,805 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740 2024-11-18T06:41:55,807 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740 2024-11-18T06:41:55,809 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:41:55,810 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:41:55,810 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:41:55,813 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:41:55,815 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71355033, jitterRate=0.06327284872531891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:41:55,815 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:41:55,816 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731912115792Writing region info on filesystem at 1731912115792Initializing all the Stores at 1731912115794 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912115794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912115794Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912115794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912115794Cleaning up temporary data from old regions at 1731912115810 (+16 ms)Running coprocessor post-open hooks at 1731912115815 (+5 ms)Region opened successfully at 1731912115816 (+1 ms) 2024-11-18T06:41:55,823 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731912115724 2024-11-18T06:41:55,834 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:41:55,835 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:41:55,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:55,839 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,39973,1731912103253, state=OPEN 2024-11-18T06:41:55,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:41:55,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:41:55,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:41:55,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:41:55,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:41:55,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:41:55,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:41:55,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:41:55,842 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:55,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:41:55,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,39973,1731912103253 in 10.1370 sec 2024-11-18T06:41:55,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:41:55,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8690 sec 2024-11-18T06:41:55,853 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:41:55,853 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:41:55,875 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:41:55,876 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,39973,1731912103253, seqNum=-1] 2024-11-18T06:41:55,897 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:41:55,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:41:55,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3870 sec 2024-11-18T06:41:55,918 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731912115918, completionTime=-1 2024-11-18T06:41:55,921 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T06:41:55,921 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:41:55,955 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T06:41:55,955 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912175955 2024-11-18T06:41:55,955 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912235955 2024-11-18T06:41:55,955 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-18T06:41:55,956 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:41:55,963 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,38089,1731912102106-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:55,964 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,38089,1731912102106-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:55,964 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,38089,1731912102106-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:55,966 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-75ed3c3b0308:38089, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:55,966 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:55,967 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:55,974 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:41:55,998 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.533sec 2024-11-18T06:41:55,999 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:41:56,001 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:41:56,001 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:41:56,002 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:41:56,002 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:41:56,003 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,38089,1731912102106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:41:56,003 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,38089,1731912102106-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:41:56,009 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:41:56,009 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:41:56,010 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,38089,1731912102106-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:41:56,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4e16e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:41:56,016 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T06:41:56,017 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T06:41:56,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75ed3c3b0308,38089,-1 for getting cluster id 2024-11-18T06:41:56,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:41:56,035 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8784cfaf-860e-47a3-ae4f-f9a2d4951f8a' 2024-11-18T06:41:56,038 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:41:56,038 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8784cfaf-860e-47a3-ae4f-f9a2d4951f8a" 2024-11-18T06:41:56,039 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66dee6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:41:56,039 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75ed3c3b0308,38089,-1] 2024-11-18T06:41:56,042 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:41:56,045 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:41:56,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709d2cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:41:56,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:41:56,056 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,39973,1731912103253, seqNum=-1] 2024-11-18T06:41:56,057 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:41:56,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:41:56,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:56,087 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731912116085 (current time:1731912116085). 2024-11-18T06:41:56,087 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T06:41:56,087 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T06:41:56,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ca4d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:41:56,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75ed3c3b0308,38089,-1 for getting cluster id 2024-11-18T06:41:56,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:41:56,119 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8784cfaf-860e-47a3-ae4f-f9a2d4951f8a' 2024-11-18T06:41:56,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:41:56,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8784cfaf-860e-47a3-ae4f-f9a2d4951f8a" 2024-11-18T06:41:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeaa78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:41:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75ed3c3b0308,38089,-1] 2024-11-18T06:41:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:41:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:41:56,123 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:41:56,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe82c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:41:56,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:41:56,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,39973,1731912103253, seqNum=-1] 2024-11-18T06:41:56,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:41:56,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:41:56,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:41:56,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:41:56,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:41:56,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:41:56,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:41:56,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:41:56,158 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 75ed3c3b0308,38089,1731912102106 2024-11-18T06:41:56,161 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed78b64 2024-11-18T06:41:56,161 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:41:56,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:41:56,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:41:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T06:41:56,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:41:56,181 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T06:41:56,181 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:41:56,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:41:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:41:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741837_1013 (size=361) 2024-11-18T06:41:56,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741837_1013 (size=361) 2024-11-18T06:41:56,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741837_1013 (size=361) 2024-11-18T06:41:56,200 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 55312d7cca4fb36d8b9cd0d7fc62c58b, NAME => 'SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,201 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8ecc3d9bdaed1761a59b2de0e56ef901, NAME => 'SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,201 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e71f071d3f7b88aa234b10d6be550f0b, NAME => 'SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741838_1014 (size=62) 2024-11-18T06:41:56,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741838_1014 (size=62) 2024-11-18T06:41:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741838_1014 (size=62) 2024-11-18T06:41:56,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 55312d7cca4fb36d8b9cd0d7fc62c58b, disabling compactions & flushes 2024-11-18T06:41:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741840_1016 (size=62) 2024-11-18T06:41:56,220 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:41:56,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:41:56,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. after waiting 0 ms 2024-11-18T06:41:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741840_1016 (size=62) 2024-11-18T06:41:56,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:41:56,220 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:41:56,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 55312d7cca4fb36d8b9cd0d7fc62c58b: Waiting for close lock at 1731912116220Disabling compacts and flushes for region at 1731912116220Disabling writes for close at 1731912116220Writing region close event to WAL at 1731912116220Closed at 1731912116220 2024-11-18T06:41:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741840_1016 (size=62) 2024-11-18T06:41:56,221 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8efb20f24bb17ac1e3a6a4941ffcb66b, NAME => 'SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8ecc3d9bdaed1761a59b2de0e56ef901, disabling compactions & flushes 2024-11-18T06:41:56,222 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:41:56,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:41:56,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. after waiting 0 ms 2024-11-18T06:41:56,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:41:56,222 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:41:56,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8ecc3d9bdaed1761a59b2de0e56ef901: Waiting for close lock at 1731912116221Disabling compacts and flushes for region at 1731912116221Disabling writes for close at 1731912116222 (+1 ms)Writing region close event to WAL at 1731912116222Closed at 1731912116222 2024-11-18T06:41:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741839_1015 (size=54) 2024-11-18T06:41:56,223 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0d6ac4d50ac3beda01520a605e492a0f, NAME => 'SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741839_1015 (size=54) 2024-11-18T06:41:56,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741839_1015 (size=54) 2024-11-18T06:41:56,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e71f071d3f7b88aa234b10d6be550f0b, disabling compactions & flushes 2024-11-18T06:41:56,226 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:41:56,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:41:56,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. after waiting 0 ms 2024-11-18T06:41:56,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:41:56,226 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:41:56,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e71f071d3f7b88aa234b10d6be550f0b: Waiting for close lock at 1731912116225Disabling compacts and flushes for region at 1731912116225Disabling writes for close at 1731912116226 (+1 ms)Writing region close event to WAL at 1731912116226Closed at 1731912116226 2024-11-18T06:41:56,227 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 784a1e3d83516e2bdab51c689425cfc9, NAME => 'SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741842_1018 (size=62) 2024-11-18T06:41:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741842_1018 (size=62) 2024-11-18T06:41:56,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741842_1018 (size=62) 2024-11-18T06:41:56,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0d6ac4d50ac3beda01520a605e492a0f, disabling compactions & flushes 2024-11-18T06:41:56,242 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:41:56,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:41:56,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. after waiting 0 ms 2024-11-18T06:41:56,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741841_1017 (size=62) 2024-11-18T06:41:56,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:41:56,242 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:41:56,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741841_1017 (size=62) 2024-11-18T06:41:56,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0d6ac4d50ac3beda01520a605e492a0f: Waiting for close lock at 1731912116242Disabling compacts and flushes for region at 1731912116242Disabling writes for close at 1731912116242Writing region close event to WAL at 1731912116242Closed at 1731912116242 2024-11-18T06:41:56,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741841_1017 (size=62) 2024-11-18T06:41:56,243 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32d7e6053319c6c9f6f0008f11c49fe2, NAME => 'SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,244 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,244 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8efb20f24bb17ac1e3a6a4941ffcb66b, disabling compactions & flushes 2024-11-18T06:41:56,245 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:41:56,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:41:56,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. after waiting 0 ms 2024-11-18T06:41:56,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:41:56,245 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:41:56,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8efb20f24bb17ac1e3a6a4941ffcb66b: Waiting for close lock at 1731912116244Disabling compacts and flushes for region at 1731912116244Disabling writes for close at 1731912116245 (+1 ms)Writing region close event to WAL at 1731912116245Closed at 1731912116245 2024-11-18T06:41:56,246 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e485e12b9880c9365c310d5a6b9d3286, NAME => 'SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741843_1019 (size=62) 2024-11-18T06:41:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741843_1019 (size=62) 2024-11-18T06:41:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741843_1019 (size=62) 2024-11-18T06:41:56,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 784a1e3d83516e2bdab51c689425cfc9, disabling compactions & flushes 2024-11-18T06:41:56,253 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:41:56,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:41:56,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. after waiting 0 ms 2024-11-18T06:41:56,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:41:56,253 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:41:56,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 784a1e3d83516e2bdab51c689425cfc9: Waiting for close lock at 1731912116252Disabling compacts and flushes for region at 1731912116252Disabling writes for close at 1731912116253 (+1 ms)Writing region close event to WAL at 1731912116253Closed at 1731912116253 2024-11-18T06:41:56,254 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e06f333f572d0944f80cdf303134a69e, NAME => 'SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741844_1020 (size=62) 2024-11-18T06:41:56,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741844_1020 (size=62) 2024-11-18T06:41:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741844_1020 (size=62) 2024-11-18T06:41:56,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 32d7e6053319c6c9f6f0008f11c49fe2, disabling compactions & flushes 2024-11-18T06:41:56,261 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:41:56,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:41:56,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. after waiting 0 ms 2024-11-18T06:41:56,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:41:56,261 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:41:56,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32d7e6053319c6c9f6f0008f11c49fe2: Waiting for close lock at 1731912116260Disabling compacts and flushes for region at 1731912116260Disabling writes for close at 1731912116261 (+1 ms)Writing region close event to WAL at 1731912116261Closed at 1731912116261 2024-11-18T06:41:56,261 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 54de996af839cedb838f9144888e6a3e, NAME => 'SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8 2024-11-18T06:41:56,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741845_1021 (size=62) 2024-11-18T06:41:56,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741845_1021 (size=62) 2024-11-18T06:41:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741845_1021 (size=62) 2024-11-18T06:41:56,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e485e12b9880c9365c310d5a6b9d3286, disabling compactions & flushes 2024-11-18T06:41:56,269 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:41:56,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:41:56,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. after waiting 0 ms 2024-11-18T06:41:56,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:41:56,269 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:41:56,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e485e12b9880c9365c310d5a6b9d3286: Waiting for close lock at 1731912116269Disabling compacts and flushes for region at 1731912116269Disabling writes for close at 1731912116269Writing region close event to WAL at 1731912116269Closed at 1731912116269 2024-11-18T06:41:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741847_1023 (size=54) 2024-11-18T06:41:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741846_1022 (size=62) 2024-11-18T06:41:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741847_1023 (size=54) 2024-11-18T06:41:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741846_1022 (size=62) 2024-11-18T06:41:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741847_1023 (size=54) 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741846_1022 (size=62) 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 54de996af839cedb838f9144888e6a3e, disabling compactions & flushes 2024-11-18T06:41:56,280 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e06f333f572d0944f80cdf303134a69e, disabling compactions & flushes 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:41:56,280 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. after waiting 0 ms 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. after waiting 0 ms 2024-11-18T06:41:56,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:41:56,280 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:41:56,280 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:41:56,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e06f333f572d0944f80cdf303134a69e: Waiting for close lock at 1731912116280Disabling compacts and flushes for region at 1731912116280Disabling writes for close at 1731912116280Writing region close event to WAL at 1731912116280Closed at 1731912116280 2024-11-18T06:41:56,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 54de996af839cedb838f9144888e6a3e: Waiting for close lock at 1731912116280Disabling compacts and flushes for region at 1731912116280Disabling writes for close at 1731912116280Writing region close event to WAL at 1731912116280Closed at 1731912116280 2024-11-18T06:41:56,283 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:41:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731912116283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912116283"}]},"ts":"1731912116283"} 2024-11-18T06:41:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:41:56,326 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T06:41:56,328 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:41:56,331 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731912116328"}]},"ts":"1731912116328"} 2024-11-18T06:41:56,335 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T06:41:56,336 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:41:56,344 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:41:56,344 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:41:56,344 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T06:41:56,344 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:41:56,344 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:41:56,344 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T06:41:56,345 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:41:56,345 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:41:56,345 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T06:41:56,345 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:41:56,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e71f071d3f7b88aa234b10d6be550f0b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ecc3d9bdaed1761a59b2de0e56ef901, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8efb20f24bb17ac1e3a6a4941ffcb66b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=784a1e3d83516e2bdab51c689425cfc9, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e485e12b9880c9365c310d5a6b9d3286, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e06f333f572d0944f80cdf303134a69e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN}] 2024-11-18T06:41:56,352 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e485e12b9880c9365c310d5a6b9d3286, ASSIGN 2024-11-18T06:41:56,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e06f333f572d0944f80cdf303134a69e, ASSIGN 2024-11-18T06:41:56,352 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN 2024-11-18T06:41:56,352 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=784a1e3d83516e2bdab51c689425cfc9, ASSIGN 2024-11-18T06:41:56,354 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e485e12b9880c9365c310d5a6b9d3286, ASSIGN; state=OFFLINE, location=75ed3c3b0308,39973,1731912103253; forceNewPlan=false, retain=false 2024-11-18T06:41:56,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e06f333f572d0944f80cdf303134a69e, ASSIGN; state=OFFLINE, location=75ed3c3b0308,32851,1731912103000; forceNewPlan=false, retain=false 2024-11-18T06:41:56,354 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45369,1731912103341; forceNewPlan=false, retain=false 2024-11-18T06:41:56,354 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=784a1e3d83516e2bdab51c689425cfc9, ASSIGN; state=OFFLINE, location=75ed3c3b0308,32851,1731912103000; forceNewPlan=false, retain=false 2024-11-18T06:41:56,359 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN 2024-11-18T06:41:56,360 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN 2024-11-18T06:41:56,360 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8efb20f24bb17ac1e3a6a4941ffcb66b, ASSIGN 2024-11-18T06:41:56,360 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ecc3d9bdaed1761a59b2de0e56ef901, ASSIGN 2024-11-18T06:41:56,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN 2024-11-18T06:41:56,361 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45369,1731912103341; forceNewPlan=false, retain=false 2024-11-18T06:41:56,361 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45369,1731912103341; forceNewPlan=false, retain=false 2024-11-18T06:41:56,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45369,1731912103341; forceNewPlan=false, retain=false 2024-11-18T06:41:56,361 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8efb20f24bb17ac1e3a6a4941ffcb66b, ASSIGN; state=OFFLINE, location=75ed3c3b0308,39973,1731912103253; forceNewPlan=false, retain=false 2024-11-18T06:41:56,361 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ecc3d9bdaed1761a59b2de0e56ef901, ASSIGN; state=OFFLINE, location=75ed3c3b0308,39973,1731912103253; forceNewPlan=false, retain=false 2024-11-18T06:41:56,368 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e71f071d3f7b88aa234b10d6be550f0b, ASSIGN 2024-11-18T06:41:56,369 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e71f071d3f7b88aa234b10d6be550f0b, ASSIGN; state=OFFLINE, location=75ed3c3b0308,32851,1731912103000; forceNewPlan=false, retain=false 2024-11-18T06:41:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:41:56,507 INFO [75ed3c3b0308:38089 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T06:41:56,508 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d6ac4d50ac3beda01520a605e492a0f, regionState=OPENING, regionLocation=75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:56,508 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=32d7e6053319c6c9f6f0008f11c49fe2, regionState=OPENING, regionLocation=75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:56,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=55312d7cca4fb36d8b9cd0d7fc62c58b, regionState=OPENING, regionLocation=75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:56,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e485e12b9880c9365c310d5a6b9d3286, regionState=OPENING, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:56,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=54de996af839cedb838f9144888e6a3e, regionState=OPENING, regionLocation=75ed3c3b0308,45369,1731912103341 2024-11-18T06:41:56,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8ecc3d9bdaed1761a59b2de0e56ef901, regionState=OPENING, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:56,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e06f333f572d0944f80cdf303134a69e, regionState=OPENING, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:56,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8efb20f24bb17ac1e3a6a4941ffcb66b, regionState=OPENING, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:41:56,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e71f071d3f7b88aa234b10d6be550f0b, regionState=OPENING, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:56,509 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=784a1e3d83516e2bdab51c689425cfc9, regionState=OPENING, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:41:56,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN because future has completed 2024-11-18T06:41:56,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f, server=75ed3c3b0308,45369,1731912103341}] 2024-11-18T06:41:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN because future has completed 2024-11-18T06:41:56,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2, server=75ed3c3b0308,45369,1731912103341}] 2024-11-18T06:41:56,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN because future has completed 2024-11-18T06:41:56,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN because future has completed 2024-11-18T06:41:56,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54de996af839cedb838f9144888e6a3e, server=75ed3c3b0308,45369,1731912103341}] 2024-11-18T06:41:56,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e485e12b9880c9365c310d5a6b9d3286, ASSIGN because future has completed 2024-11-18T06:41:56,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b, server=75ed3c3b0308,45369,1731912103341}] 2024-11-18T06:41:56,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e485e12b9880c9365c310d5a6b9d3286, server=75ed3c3b0308,39973,1731912103253}] 2024-11-18T06:41:56,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ecc3d9bdaed1761a59b2de0e56ef901, ASSIGN because future has completed 2024-11-18T06:41:56,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e71f071d3f7b88aa234b10d6be550f0b, ASSIGN because future has completed 2024-11-18T06:41:56,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e06f333f572d0944f80cdf303134a69e, ASSIGN because future has completed 2024-11-18T06:41:56,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06f333f572d0944f80cdf303134a69e, server=75ed3c3b0308,32851,1731912103000}] 2024-11-18T06:41:56,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ecc3d9bdaed1761a59b2de0e56ef901, server=75ed3c3b0308,39973,1731912103253}] 2024-11-18T06:41:56,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8efb20f24bb17ac1e3a6a4941ffcb66b, ASSIGN because future has completed 2024-11-18T06:41:56,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=784a1e3d83516e2bdab51c689425cfc9, ASSIGN because future has completed 2024-11-18T06:41:56,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8efb20f24bb17ac1e3a6a4941ffcb66b, server=75ed3c3b0308,39973,1731912103253}] 2024-11-18T06:41:56,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e71f071d3f7b88aa234b10d6be550f0b, server=75ed3c3b0308,32851,1731912103000}] 2024-11-18T06:41:56,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 784a1e3d83516e2bdab51c689425cfc9, server=75ed3c3b0308,32851,1731912103000}] 2024-11-18T06:41:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:41:57,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:41:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:41:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:42:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:42:01,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T06:42:02,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:42:02,607 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:42:02,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:42:02,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T06:42:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:42:06,518 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:42:06,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:42:06,527 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:42:06,528 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 55312d7cca4fb36d8b9cd0d7fc62c58b, NAME => 'SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T06:42:06,528 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,528 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,528 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,529 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,531 INFO [StoreOpener-55312d7cca4fb36d8b9cd0d7fc62c58b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,533 INFO [StoreOpener-55312d7cca4fb36d8b9cd0d7fc62c58b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55312d7cca4fb36d8b9cd0d7fc62c58b columnFamilyName cf 2024-11-18T06:42:06,533 DEBUG [StoreOpener-55312d7cca4fb36d8b9cd0d7fc62c58b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,534 INFO [StoreOpener-55312d7cca4fb36d8b9cd0d7fc62c58b-1 {}] regionserver.HStore(327): Store=55312d7cca4fb36d8b9cd0d7fc62c58b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,535 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,535 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:42:06,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:42:06,535 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ecc3d9bdaed1761a59b2de0e56ef901, NAME => 'SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T06:42:06,536 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,536 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,536 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,536 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,536 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,537 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:42:06,538 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,538 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,538 INFO [StoreOpener-8ecc3d9bdaed1761a59b2de0e56ef901-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,541 INFO [StoreOpener-8ecc3d9bdaed1761a59b2de0e56ef901-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ecc3d9bdaed1761a59b2de0e56ef901 columnFamilyName cf 2024-11-18T06:42:06,541 DEBUG [StoreOpener-8ecc3d9bdaed1761a59b2de0e56ef901-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,541 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,541 INFO [StoreOpener-8ecc3d9bdaed1761a59b2de0e56ef901-1 {}] regionserver.HStore(327): Store=8ecc3d9bdaed1761a59b2de0e56ef901/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,542 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,543 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,544 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,544 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:42:06,545 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 784a1e3d83516e2bdab51c689425cfc9, NAME => 'SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T06:42:06,545 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,545 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,545 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/55312d7cca4fb36d8b9cd0d7fc62c58b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,545 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,545 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,546 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,546 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,547 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,548 INFO [StoreOpener-784a1e3d83516e2bdab51c689425cfc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,549 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 55312d7cca4fb36d8b9cd0d7fc62c58b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66803951, jitterRate=-0.00454355776309967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,549 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:06,550 INFO [StoreOpener-784a1e3d83516e2bdab51c689425cfc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784a1e3d83516e2bdab51c689425cfc9 columnFamilyName cf 2024-11-18T06:42:06,550 DEBUG [StoreOpener-784a1e3d83516e2bdab51c689425cfc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,550 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 55312d7cca4fb36d8b9cd0d7fc62c58b: Running coprocessor pre-open hook at 1731912126529Writing region info on filesystem at 1731912126529Initializing all the Stores at 1731912126530 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126531 (+1 ms)Cleaning up temporary data from old regions at 1731912126538 (+7 ms)Running coprocessor post-open hooks at 1731912126549 (+11 ms)Region opened successfully at 1731912126550 (+1 ms) 2024-11-18T06:42:06,551 INFO [StoreOpener-784a1e3d83516e2bdab51c689425cfc9-1 {}] regionserver.HStore(327): Store=784a1e3d83516e2bdab51c689425cfc9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,551 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,551 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/8ecc3d9bdaed1761a59b2de0e56ef901/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,552 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8ecc3d9bdaed1761a59b2de0e56ef901; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63437649, jitterRate=-0.05470536649227142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,552 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:06,552 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,552 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8ecc3d9bdaed1761a59b2de0e56ef901: Running coprocessor pre-open hook at 1731912126537Writing region info on filesystem at 1731912126537Initializing all the Stores at 1731912126538 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126538Cleaning up temporary data from old regions at 1731912126545 (+7 ms)Running coprocessor post-open hooks at 1731912126552 (+7 ms)Region opened successfully at 1731912126552 2024-11-18T06:42:06,553 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,553 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b., pid=17, masterSystemTime=1731912126518 2024-11-18T06:42:06,553 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,553 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,554 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901., pid=20, masterSystemTime=1731912126529 2024-11-18T06:42:06,556 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:42:06,556 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:42:06,556 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:06,557 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,557 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 32d7e6053319c6c9f6f0008f11c49fe2, NAME => 'SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T06:42:06,557 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,557 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,557 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,557 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,557 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=55312d7cca4fb36d8b9cd0d7fc62c58b, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45369,1731912103341 2024-11-18T06:42:06,559 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:42:06,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8ecc3d9bdaed1761a59b2de0e56ef901, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:06,560 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:42:06,560 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:42:06,560 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8efb20f24bb17ac1e3a6a4941ffcb66b, NAME => 'SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T06:42:06,561 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,561 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,561 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,561 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b, server=75ed3c3b0308,45369,1731912103341 because future has completed 2024-11-18T06:42:06,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ecc3d9bdaed1761a59b2de0e56ef901, server=75ed3c3b0308,39973,1731912103253 because future has completed 2024-11-18T06:42:06,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-18T06:42:06,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b, server=75ed3c3b0308,45369,1731912103341 in 10.0470 sec 2024-11-18T06:42:06,569 INFO [StoreOpener-32d7e6053319c6c9f6f0008f11c49fe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,569 INFO [StoreOpener-8efb20f24bb17ac1e3a6a4941ffcb66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,570 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/784a1e3d83516e2bdab51c689425cfc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-18T06:42:06,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN in 10.2210 sec 2024-11-18T06:42:06,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ecc3d9bdaed1761a59b2de0e56ef901, server=75ed3c3b0308,39973,1731912103253 in 10.0410 sec 2024-11-18T06:42:06,572 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 784a1e3d83516e2bdab51c689425cfc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69967919, jitterRate=0.04260323941707611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,572 INFO [StoreOpener-8efb20f24bb17ac1e3a6a4941ffcb66b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8efb20f24bb17ac1e3a6a4941ffcb66b columnFamilyName cf 2024-11-18T06:42:06,572 INFO [StoreOpener-32d7e6053319c6c9f6f0008f11c49fe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32d7e6053319c6c9f6f0008f11c49fe2 columnFamilyName cf 2024-11-18T06:42:06,572 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:06,572 DEBUG [StoreOpener-32d7e6053319c6c9f6f0008f11c49fe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,572 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 784a1e3d83516e2bdab51c689425cfc9: Running coprocessor pre-open hook at 1731912126546Writing region info on filesystem at 1731912126546Initializing all the Stores at 1731912126547 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126547Cleaning up temporary data from old regions at 1731912126553 (+6 ms)Running coprocessor post-open hooks at 1731912126572 (+19 ms)Region opened successfully at 1731912126572 2024-11-18T06:42:06,572 DEBUG [StoreOpener-8efb20f24bb17ac1e3a6a4941ffcb66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,573 INFO [StoreOpener-32d7e6053319c6c9f6f0008f11c49fe2-1 {}] regionserver.HStore(327): Store=32d7e6053319c6c9f6f0008f11c49fe2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,573 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9., pid=23, masterSystemTime=1731912126535 2024-11-18T06:42:06,573 INFO [StoreOpener-8efb20f24bb17ac1e3a6a4941ffcb66b-1 {}] regionserver.HStore(327): Store=8efb20f24bb17ac1e3a6a4941ffcb66b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,574 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,574 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ecc3d9bdaed1761a59b2de0e56ef901, ASSIGN in 10.2240 sec 2024-11-18T06:42:06,575 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,575 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,576 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,576 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,576 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,576 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:42:06,576 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,576 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:42:06,577 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:42:06,577 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e71f071d3f7b88aa234b10d6be550f0b, NAME => 'SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T06:42:06,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=784a1e3d83516e2bdab51c689425cfc9, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:06,577 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,577 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,577 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,578 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,578 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,578 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,581 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,581 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,584 INFO [StoreOpener-e71f071d3f7b88aa234b10d6be550f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 784a1e3d83516e2bdab51c689425cfc9, server=75ed3c3b0308,32851,1731912103000 because future has completed 2024-11-18T06:42:06,586 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,32851,1731912103000, table=SPTestTable, region=784a1e3d83516e2bdab51c689425cfc9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:42:06,588 INFO [StoreOpener-e71f071d3f7b88aa234b10d6be550f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71f071d3f7b88aa234b10d6be550f0b columnFamilyName cf 2024-11-18T06:42:06,588 DEBUG [StoreOpener-e71f071d3f7b88aa234b10d6be550f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,588 INFO [StoreOpener-e71f071d3f7b88aa234b10d6be550f0b-1 {}] regionserver.HStore(327): Store=e71f071d3f7b88aa234b10d6be550f0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,589 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,589 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-18T06:42:06,590 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 784a1e3d83516e2bdab51c689425cfc9, server=75ed3c3b0308,32851,1731912103000 in 10.0530 sec 2024-11-18T06:42:06,591 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,591 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=784a1e3d83516e2bdab51c689425cfc9, ASSIGN in 10.2430 sec 2024-11-18T06:42:06,593 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,597 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/32d7e6053319c6c9f6f0008f11c49fe2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,598 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 32d7e6053319c6c9f6f0008f11c49fe2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65311159, jitterRate=-0.0267878919839859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,598 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:06,598 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 32d7e6053319c6c9f6f0008f11c49fe2: Running coprocessor pre-open hook at 1731912126557Writing region info on filesystem at 1731912126557Initializing all the Stores at 1731912126560 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126560Cleaning up temporary data from old regions at 1731912126578 (+18 ms)Running coprocessor post-open hooks at 1731912126598 (+20 ms)Region opened successfully at 1731912126598 2024-11-18T06:42:06,599 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., pid=16, masterSystemTime=1731912126518 2024-11-18T06:42:06,601 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:06,601 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:06,601 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:42:06,601 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 54de996af839cedb838f9144888e6a3e, NAME => 'SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T06:42:06,602 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,602 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=32d7e6053319c6c9f6f0008f11c49fe2, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45369,1731912103341 2024-11-18T06:42:06,602 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,602 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,603 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/8efb20f24bb17ac1e3a6a4941ffcb66b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,605 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8efb20f24bb17ac1e3a6a4941ffcb66b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68005634, jitterRate=0.013362914323806763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,605 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:06,605 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8efb20f24bb17ac1e3a6a4941ffcb66b: Running coprocessor pre-open hook at 1731912126561Writing region info on filesystem at 1731912126561Initializing all the Stores at 1731912126562 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126563 (+1 ms)Cleaning up temporary data from old regions at 1731912126576 (+13 ms)Running coprocessor post-open hooks at 1731912126605 (+29 ms)Region opened successfully at 1731912126605 2024-11-18T06:42:06,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2, server=75ed3c3b0308,45369,1731912103341 because future has completed 2024-11-18T06:42:06,606 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e71f071d3f7b88aa234b10d6be550f0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,606 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b., pid=22, masterSystemTime=1731912126529 2024-11-18T06:42:06,607 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e71f071d3f7b88aa234b10d6be550f0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66654611, jitterRate=-0.006768897175788879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,607 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:06,607 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e71f071d3f7b88aa234b10d6be550f0b: Running coprocessor pre-open hook at 1731912126578Writing region info on filesystem at 1731912126578Initializing all the Stores at 1731912126580 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126580Cleaning up temporary data from old regions at 1731912126591 (+11 ms)Running coprocessor post-open hooks at 1731912126607 (+16 ms)Region opened successfully at 1731912126607 2024-11-18T06:42:06,610 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b., pid=24, masterSystemTime=1731912126535 2024-11-18T06:42:06,610 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:42:06,610 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:42:06,610 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:42:06,610 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e485e12b9880c9365c310d5a6b9d3286, NAME => 'SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T06:42:06,611 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,611 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,611 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,611 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,612 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8efb20f24bb17ac1e3a6a4941ffcb66b, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:06,612 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:42:06,613 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:42:06,613 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:42:06,613 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e06f333f572d0944f80cdf303134a69e, NAME => 'SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T06:42:06,613 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,614 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,614 INFO [StoreOpener-e485e12b9880c9365c310d5a6b9d3286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,613 INFO [StoreOpener-54de996af839cedb838f9144888e6a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,614 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,614 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-18T06:42:06,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2, server=75ed3c3b0308,45369,1731912103341 in 10.0920 sec 2024-11-18T06:42:06,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e71f071d3f7b88aa234b10d6be550f0b, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:06,617 INFO [StoreOpener-54de996af839cedb838f9144888e6a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54de996af839cedb838f9144888e6a3e columnFamilyName cf 2024-11-18T06:42:06,617 DEBUG [StoreOpener-54de996af839cedb838f9144888e6a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,617 INFO [StoreOpener-e485e12b9880c9365c310d5a6b9d3286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e485e12b9880c9365c310d5a6b9d3286 columnFamilyName cf 2024-11-18T06:42:06,617 DEBUG [StoreOpener-e485e12b9880c9365c310d5a6b9d3286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8efb20f24bb17ac1e3a6a4941ffcb66b, server=75ed3c3b0308,39973,1731912103253 because future has completed 2024-11-18T06:42:06,618 INFO [StoreOpener-e485e12b9880c9365c310d5a6b9d3286-1 {}] regionserver.HStore(327): Store=e485e12b9880c9365c310d5a6b9d3286/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,618 INFO [StoreOpener-54de996af839cedb838f9144888e6a3e-1 {}] regionserver.HStore(327): Store=54de996af839cedb838f9144888e6a3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,618 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,618 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,619 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,619 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,621 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,621 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e71f071d3f7b88aa234b10d6be550f0b, server=75ed3c3b0308,32851,1731912103000 because future has completed 2024-11-18T06:42:06,622 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,622 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,622 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,622 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,622 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,39973,1731912103253, table=SPTestTable, region=8efb20f24bb17ac1e3a6a4941ffcb66b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:42:06,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN in 10.2680 sec 2024-11-18T06:42:06,625 INFO [StoreOpener-e06f333f572d0944f80cdf303134a69e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,626 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,626 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,630 INFO [StoreOpener-e06f333f572d0944f80cdf303134a69e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06f333f572d0944f80cdf303134a69e columnFamilyName cf 2024-11-18T06:42:06,630 DEBUG [StoreOpener-e06f333f572d0944f80cdf303134a69e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-18T06:42:06,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8efb20f24bb17ac1e3a6a4941ffcb66b, server=75ed3c3b0308,39973,1731912103253 in 10.0900 sec 2024-11-18T06:42:06,631 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,631 INFO [StoreOpener-e06f333f572d0944f80cdf303134a69e-1 {}] regionserver.HStore(327): Store=e06f333f572d0944f80cdf303134a69e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,632 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,632 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e485e12b9880c9365c310d5a6b9d3286; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67598009, jitterRate=0.007288828492164612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,632 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:06,632 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e485e12b9880c9365c310d5a6b9d3286: Running coprocessor pre-open hook at 1731912126611Writing region info on filesystem at 1731912126611Initializing all the Stores at 1731912126613 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126613Cleaning up temporary data from old regions at 1731912126622 (+9 ms)Running coprocessor post-open hooks at 1731912126632 (+10 ms)Region opened successfully at 1731912126632 2024-11-18T06:42:06,633 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-18T06:42:06,634 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., pid=19, masterSystemTime=1731912126529 2024-11-18T06:42:06,634 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/54de996af839cedb838f9144888e6a3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e71f071d3f7b88aa234b10d6be550f0b, server=75ed3c3b0308,32851,1731912103000 in 10.0910 sec 2024-11-18T06:42:06,635 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8efb20f24bb17ac1e3a6a4941ffcb66b, ASSIGN in 10.2840 sec 2024-11-18T06:42:06,636 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 54de996af839cedb838f9144888e6a3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64971507, jitterRate=-0.031849101185798645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,636 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:06,637 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 54de996af839cedb838f9144888e6a3e: Running coprocessor pre-open hook at 1731912126602Writing region info on filesystem at 1731912126602Initializing all the Stores at 1731912126604 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126604Cleaning up temporary data from old regions at 1731912126622 (+18 ms)Running coprocessor post-open hooks at 1731912126636 (+14 ms)Region opened successfully at 1731912126637 (+1 ms) 2024-11-18T06:42:06,637 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,637 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e71f071d3f7b88aa234b10d6be550f0b, ASSIGN in 10.2880 sec 2024-11-18T06:42:06,639 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:42:06,639 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:42:06,639 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e., pid=18, masterSystemTime=1731912126518 2024-11-18T06:42:06,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e485e12b9880c9365c310d5a6b9d3286, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:06,640 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,642 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:42:06,642 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:42:06,642 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:42:06,643 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d6ac4d50ac3beda01520a605e492a0f, NAME => 'SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T06:42:06,643 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,643 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:06,643 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,643 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,644 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=54de996af839cedb838f9144888e6a3e, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45369,1731912103341 2024-11-18T06:42:06,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e485e12b9880c9365c310d5a6b9d3286, server=75ed3c3b0308,39973,1731912103253 because future has completed 2024-11-18T06:42:06,646 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,646 INFO [StoreOpener-0d6ac4d50ac3beda01520a605e492a0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,648 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e06f333f572d0944f80cdf303134a69e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72071066, jitterRate=0.07394257187843323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,648 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:06,648 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e06f333f572d0944f80cdf303134a69e: Running coprocessor pre-open hook at 1731912126614Writing region info on filesystem at 1731912126614Initializing all the Stores at 1731912126616 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126616Cleaning up temporary data from old regions at 1731912126637 (+21 ms)Running coprocessor post-open hooks at 1731912126648 (+11 ms)Region opened successfully at 1731912126648 2024-11-18T06:42:06,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54de996af839cedb838f9144888e6a3e, server=75ed3c3b0308,45369,1731912103341 because future has completed 2024-11-18T06:42:06,650 INFO [StoreOpener-0d6ac4d50ac3beda01520a605e492a0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d6ac4d50ac3beda01520a605e492a0f columnFamilyName cf 2024-11-18T06:42:06,650 DEBUG [StoreOpener-0d6ac4d50ac3beda01520a605e492a0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:06,651 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., pid=21, masterSystemTime=1731912126535 2024-11-18T06:42:06,651 INFO [StoreOpener-0d6ac4d50ac3beda01520a605e492a0f-1 {}] regionserver.HStore(327): Store=0d6ac4d50ac3beda01520a605e492a0f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:06,651 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-18T06:42:06,653 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e485e12b9880c9365c310d5a6b9d3286, server=75ed3c3b0308,39973,1731912103253 in 10.1260 sec 2024-11-18T06:42:06,654 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:42:06,655 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:42:06,655 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,656 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,656 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-18T06:42:06,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 54de996af839cedb838f9144888e6a3e, server=75ed3c3b0308,45369,1731912103341 in 10.1310 sec 2024-11-18T06:42:06,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e06f333f572d0944f80cdf303134a69e, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:06,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e485e12b9880c9365c310d5a6b9d3286, ASSIGN in 10.3060 sec 2024-11-18T06:42:06,660 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN in 10.3100 sec 2024-11-18T06:42:06,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06f333f572d0944f80cdf303134a69e, server=75ed3c3b0308,32851,1731912103000 because future has completed 2024-11-18T06:42:06,664 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/0d6ac4d50ac3beda01520a605e492a0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:42:06,665 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0d6ac4d50ac3beda01520a605e492a0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58843357, jitterRate=-0.12316565215587616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:06,665 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:06,665 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0d6ac4d50ac3beda01520a605e492a0f: Running coprocessor pre-open hook at 1731912126643Writing region info on filesystem at 1731912126643Initializing all the Stores at 1731912126645 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912126645Cleaning up temporary data from old regions at 1731912126656 (+11 ms)Running coprocessor post-open hooks at 1731912126665 (+9 ms)Region opened successfully at 1731912126665 2024-11-18T06:42:06,666 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f., pid=15, masterSystemTime=1731912126518 2024-11-18T06:42:06,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-18T06:42:06,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e06f333f572d0944f80cdf303134a69e, server=75ed3c3b0308,32851,1731912103000 in 10.1360 sec 2024-11-18T06:42:06,669 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:42:06,669 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:42:06,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e06f333f572d0944f80cdf303134a69e, ASSIGN in 10.3200 sec 2024-11-18T06:42:06,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d6ac4d50ac3beda01520a605e492a0f, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45369,1731912103341 2024-11-18T06:42:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f, server=75ed3c3b0308,45369,1731912103341 because future has completed 2024-11-18T06:42:06,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-18T06:42:06,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f, server=75ed3c3b0308,45369,1731912103341 in 10.1610 sec 2024-11-18T06:42:06,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-18T06:42:06,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN in 10.3310 sec 2024-11-18T06:42:06,682 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:42:06,683 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731912126683"}]},"ts":"1731912126683"} 2024-11-18T06:42:06,685 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T06:42:06,687 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:42:06,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5150 sec 2024-11-18T06:42:09,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T06:42:11,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:42:12,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T06:42:12,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-18T06:42:12,607 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-18T06:42:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:42:14,434 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T06:42:14,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T06:42:14,436 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:42:14,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T06:42:14,448 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:42:14,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T06:42:14,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,533 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,538 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., hostname=75ed3c3b0308,39973,1731912103253, seqNum=2] 2024-11-18T06:42:14,613 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., hostname=75ed3c3b0308,39973,1731912103253, seqNum=2] 2024-11-18T06:42:14,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., hostname=75ed3c3b0308,39973,1731912103253, seqNum=2] 2024-11-18T06:42:14,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., hostname=75ed3c3b0308,39973,1731912103253, seqNum=2] 2024-11-18T06:42:14,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., hostname=75ed3c3b0308,39973,1731912103253, seqNum=2] 2024-11-18T06:42:14,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., hostname=75ed3c3b0308,39973,1731912103253, seqNum=2] 2024-11-18T06:42:14,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., hostname=75ed3c3b0308,39973,1731912103253, seqNum=2] 2024-11-18T06:42:14,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., hostname=75ed3c3b0308,32851,1731912103000, seqNum=2] 2024-11-18T06:42:14,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., hostname=75ed3c3b0308,32851,1731912103000, seqNum=2] 2024-11-18T06:42:14,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., hostname=75ed3c3b0308,32851,1731912103000, seqNum=2] 2024-11-18T06:42:14,702 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., hostname=75ed3c3b0308,32851,1731912103000, seqNum=2] 2024-11-18T06:42:14,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., hostname=75ed3c3b0308,32851,1731912103000, seqNum=2] 2024-11-18T06:42:14,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., hostname=75ed3c3b0308,32851,1731912103000, seqNum=2] 2024-11-18T06:42:14,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., hostname=75ed3c3b0308,32851,1731912103000, seqNum=2] 2024-11-18T06:42:14,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e., hostname=75ed3c3b0308,32851,1731912103000, seqNum=2] 2024-11-18T06:42:14,800 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:14,802 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e., hostname=75ed3c3b0308,45369,1731912103341, seqNum=2] 2024-11-18T06:42:15,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:42:15,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:42:15,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:42:15,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T06:42:15,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:42:15,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T06:42:15,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45369 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:16,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45369 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T06:42:16,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45369 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T06:42:17,083 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T06:42:17,086 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T06:42:17,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:42:17,092 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T06:42:17,116 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T06:42:17,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741848_1024 (size=49) 2024-11-18T06:42:17,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741848_1024 (size=49) 2024-11-18T06:42:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741848_1024 (size=49) 2024-11-18T06:42:17,138 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T06:42:17,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e71f071d3f7b88aa234b10d6be550f0b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ecc3d9bdaed1761a59b2de0e56ef901}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8efb20f24bb17ac1e3a6a4941ffcb66b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 784a1e3d83516e2bdab51c689425cfc9}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e485e12b9880c9365c310d5a6b9d3286}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e06f333f572d0944f80cdf303134a69e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e}] 2024-11-18T06:42:17,148 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:17,149 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:17,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:17,151 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:17,152 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:17,155 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:17,159 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:17,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:17,160 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:17,164 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:17,188 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 75ed3c3b0308,45369,1731912103341 2024-11-18T06:42:17,189 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 75ed3c3b0308,45369,1731912103341: Simulated kill ***** 2024-11-18T06:42:17,189 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:42:17,192 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:42:17,194 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:42:17,198 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:42:17,200 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:42:17,226 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 668539248 }, "NonHeapMemoryUsage": { "committed": 155844608, "init": 7667712, "max": -1, "used": 152433456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "75ed3c3b0308", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "75ed3c3b0308", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63791", "tag.serverName": "75ed3c3b0308,39973,1731912103253", "tag.clusterId": "8784cfaf-860e-47a3-ae4f-f9a2d4951f8a", "tag.Context": "regionserver", "tag.Hostname": "75ed3c3b0308", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731912103253, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T06:42:17,246 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38089 {}] master.MasterRpcServices(700): 75ed3c3b0308,45369,1731912103341 reported a fatal error: ***** ABORTING region server 75ed3c3b0308,45369,1731912103341: Simulated kill ***** 2024-11-18T06:42:17,265 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,45369,1731912103341' ***** 2024-11-18T06:42:17,265 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T06:42:17,266 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:42:17,266 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:42:17,266 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:42:17,267 INFO [RS:2;75ed3c3b0308:45369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T06:42:17,268 INFO [RS:2;75ed3c3b0308:45369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T06:42:17,268 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:42:17,268 INFO [RS:2;75ed3c3b0308:45369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;75ed3c3b0308:45369. 2024-11-18T06:42:17,268 DEBUG [RS:2;75ed3c3b0308:45369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:42:17,268 DEBUG [RS:2;75ed3c3b0308:45369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:42:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741833_1009 (size=1257) 2024-11-18T06:42:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741833_1009 (size=1257) 2024-11-18T06:42:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741833_1009 (size=1257) 2024-11-18T06:42:17,288 DEBUG [RS:2;75ed3c3b0308:45369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:42:17,288 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:42:17,288 INFO [RS:2;75ed3c3b0308:45369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45369 2024-11-18T06:42:17,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,45369,1731912103341 2024-11-18T06:42:17,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:42:17,295 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:42:17,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,45369,1731912103341] 2024-11-18T06:42:17,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,45369,1731912103341 already deleted, retry=false 2024-11-18T06:42:17,306 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 75ed3c3b0308,45369,1731912103341 on 75ed3c3b0308,38089,1731912102106 2024-11-18T06:42:17,315 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 75ed3c3b0308,45369,1731912103341, splitWal=true, meta=false 2024-11-18T06:42:17,321 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 75ed3c3b0308,45369,1731912103341, splitWal=true, meta=false 2024-11-18T06:42:17,322 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 75ed3c3b0308,45369,1731912103341 (carryingMeta=false) 75ed3c3b0308,45369,1731912103341/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@28b62cac[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T06:42:17,325 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 75ed3c3b0308,45369,1731912103341 had 4 regions 2024-11-18T06:42:17,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:17,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:17,328 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:17,328 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:17,329 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,45369,1731912103341, splitWal=true, meta=false, isMeta: false 2024-11-18T06:42:17,330 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 can not run currently because target server of region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 1000 ms to retry 2024-11-18T06:42:17,330 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b can not run currently because target server of region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 1000 ms to retry 2024-11-18T06:42:17,330 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2; timeout=1000, timestamp=1731912138330 2024-11-18T06:42:17,330 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b; timeout=1000, timestamp=1731912138330 2024-11-18T06:42:17,331 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e can not run currently because target server of region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 1000 ms to retry 2024-11-18T06:42:17,331 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e; timeout=1000, timestamp=1731912138331 2024-11-18T06:42:17,332 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f can not run currently because target server of region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 1000 ms to retry 2024-11-18T06:42:17,332 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f; timeout=1000, timestamp=1731912138332 2024-11-18T06:42:17,335 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting 2024-11-18T06:42:17,338 INFO [PEWorker-2 {}] master.SplitWALManager(105): 75ed3c3b0308,45369,1731912103341 WAL count=1, meta=false 2024-11-18T06:42:17,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C45369%2C1731912103341.1731912105305}] 2024-11-18T06:42:17,346 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:42:17,353 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:17,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C45369%2C1731912103341.1731912105305, worker=75ed3c3b0308,39973,1731912103253}] 2024-11-18T06:42:17,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:42:17,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x10129cf59170003, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:42:17,403 INFO [RS:2;75ed3c3b0308:45369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:42:17,403 INFO [RS:2;75ed3c3b0308:45369 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,45369,1731912103341; zookeeper connection closed. 2024-11-18T06:42:17,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7983fefc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7983fefc 2024-11-18T06:42:18,163 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:42:18,164 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:42:18,330 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:18,330 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:18,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:18,332 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:18,333 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b can not run currently because target server of region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T06:42:18,333 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b; timeout=2000, timestamp=1731912140333 2024-11-18T06:42:18,333 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e can not run currently because target server of region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T06:42:18,333 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e; timeout=2000, timestamp=1731912140333 2024-11-18T06:42:18,333 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 can not run currently because target server of region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T06:42:18,334 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2; timeout=2000, timestamp=1731912140334 2024-11-18T06:42:18,335 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f can not run currently because target server of region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T06:42:18,335 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f; timeout=2000, timestamp=1731912140335 2024-11-18T06:42:20,333 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:20,334 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:20,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:20,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:20,336 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b can not run currently because target server of region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T06:42:20,336 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e can not run currently because target server of region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T06:42:20,336 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b; timeout=4000, timestamp=1731912144336 2024-11-18T06:42:20,336 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e; timeout=4000, timestamp=1731912144336 2024-11-18T06:42:20,337 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 can not run currently because target server of region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T06:42:20,337 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2; timeout=4000, timestamp=1731912144337 2024-11-18T06:42:20,338 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f can not run currently because target server of region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T06:42:20,338 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f; timeout=4000, timestamp=1731912144338 2024-11-18T06:42:24,337 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:24,337 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:24,338 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:24,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:24,339 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b can not run currently because target server of region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T06:42:24,339 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b; timeout=8000, timestamp=1731912152339 2024-11-18T06:42:24,339 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e can not run currently because target server of region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T06:42:24,339 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e; timeout=8000, timestamp=1731912152339 2024-11-18T06:42:24,339 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f can not run currently because target server of region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T06:42:24,339 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f; timeout=8000, timestamp=1731912152339 2024-11-18T06:42:24,340 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 can not run currently because target server of region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 75ed3c3b0308,45369,1731912103341 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T06:42:24,340 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2; timeout=8000, timestamp=1731912152340 2024-11-18T06:42:26,535 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=75ed3c3b0308,39973,1731912103253, timeout=1731912147150, delay=614, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ecc3d9bdaed1761a59b2de0e56ef901, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8efb20f24bb17ac1e3a6a4941ffcb66b, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C45369%2C1731912103341.1731912105305, worker=75ed3c3b0308,39973,1731912103253, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e485e12b9880c9365c310d5a6b9d3286], containedObject=75ed3c3b0308,32851,1731912103000, timeout=1731912147150, delay=614, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 784a1e3d83516e2bdab51c689425cfc9, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e06f333f572d0944f80cdf303134a69e, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e71f071d3f7b88aa234b10d6be550f0b], containedObject=75ed3c3b0308,45369,1731912103341, timeout=1731912147153, delay=617, operations=null] 2024-11-18T06:42:27,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T06:42:27,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T06:42:27,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T06:42:27,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:42:27,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T06:42:27,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T06:42:27,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:42:27,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:42:27,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:42:27,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-18T06:42:27,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:42:27,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T06:42:27,164 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e06f333f572d0944f80cdf303134a69e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T06:42:27,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8efb20f24bb17ac1e3a6a4941ffcb66b: 2024-11-18T06:42:27,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e71f071d3f7b88aa234b10d6be550f0b: 2024-11-18T06:42:27,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8ecc3d9bdaed1761a59b2de0e56ef901: 2024-11-18T06:42:27,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. for SnapshotProcedureTest completed. 2024-11-18T06:42:27,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. for SnapshotProcedureTest completed. 2024-11-18T06:42:27,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. for SnapshotProcedureTest completed. 2024-11-18T06:42:27,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:27,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 784a1e3d83516e2bdab51c689425cfc9: 2024-11-18T06:42:27,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. for SnapshotProcedureTest completed. 2024-11-18T06:42:27,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:27,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:27,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:27,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:27,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:27,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:27,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:42:27,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:27,173 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e485e12b9880c9365c310d5a6b9d3286 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T06:42:27,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:42:27,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:42:27,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:42:27,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:42:27,229 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305, size=1.2 K (1257bytes) 2024-11-18T06:42:27,230 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T06:42:27,231 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T06:42:27,231 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305 2024-11-18T06:42:27,243 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305 after 10ms 2024-11-18T06:42:27,268 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305 took 45ms 2024-11-18T06:42:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741850_1026 (size=65) 2024-11-18T06:42:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741850_1026 (size=65) 2024-11-18T06:42:27,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741850_1026 (size=65) 2024-11-18T06:42:27,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:42:27,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T06:42:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T06:42:27,300 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:27,300 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:42:27,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8efb20f24bb17ac1e3a6a4941ffcb66b in 10.1620 sec 2024-11-18T06:42:27,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/.tmp/cf/08ba137dbd10470a84b45b8e0e356abb is 34, key is baa/cf:cf/1731912135845/Put/seqid=0 2024-11-18T06:42:27,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/.tmp/cf/c3a3736c488c431bbe1f4ba6185ea4b9 is 34, key is ccd/cf:cf/1731912135977/Put/seqid=0 2024-11-18T06:42:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741851_1027 (size=57) 2024-11-18T06:42:27,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741851_1027 (size=57) 2024-11-18T06:42:27,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741851_1027 (size=57) 2024-11-18T06:42:27,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:42:27,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T06:42:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T06:42:27,348 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:27,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:42:27,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741849_1025 (size=65) 2024-11-18T06:42:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741849_1025 (size=65) 2024-11-18T06:42:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741849_1025 (size=65) 2024-11-18T06:42:27,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e71f071d3f7b88aa234b10d6be550f0b in 10.2100 sec 2024-11-18T06:42:27,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:42:27,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T06:42:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T06:42:27,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:27,355 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:42:27,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 784a1e3d83516e2bdab51c689425cfc9 in 10.2160 sec 2024-11-18T06:42:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741852_1028 (size=65) 2024-11-18T06:42:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741852_1028 (size=65) 2024-11-18T06:42:27,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:42:27,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T06:42:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T06:42:27,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:27,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:42:27,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741852_1028 (size=65) 2024-11-18T06:42:27,380 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 55312d7cca4fb36d8b9cd0d7fc62c58b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T06:42:27,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8ecc3d9bdaed1761a59b2de0e56ef901 in 10.2390 sec 2024-11-18T06:42:27,383 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 32d7e6053319c6c9f6f0008f11c49fe2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T06:42:27,387 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 54de996af839cedb838f9144888e6a3e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T06:42:27,389 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0d6ac4d50ac3beda01520a605e492a0f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T06:42:27,389 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305 so closing down 2024-11-18T06:42:27,389 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T06:42:27,391 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T06:42:27,395 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 23 ms; skipped=4; WAL=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-18T06:42:27,396 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305, journal: Splitting hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305, size=1.2 K (1257bytes) at 1731912147230Finishing writing output for hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305 so closing down at 1731912147389 (+159 ms)3 split writer threads finished at 1731912147391 (+2 ms)Processed 4 edits across 0 Regions in 23 ms; skipped=4; WAL=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731912147395 (+4 ms) 2024-11-18T06:42:27,396 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305 2024-11-18T06:42:27,396 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T06:42:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T06:42:27,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741853_1029 (size=28623) 2024-11-18T06:42:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741853_1029 (size=28623) 2024-11-18T06:42:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741853_1029 (size=28623) 2024-11-18T06:42:27,412 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/.tmp/cf/08ba137dbd10470a84b45b8e0e356abb 2024-11-18T06:42:27,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741854_1030 (size=47197) 2024-11-18T06:42:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741854_1030 (size=47197) 2024-11-18T06:42:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741854_1030 (size=47197) 2024-11-18T06:42:27,441 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/.tmp/cf/c3a3736c488c431bbe1f4ba6185ea4b9 2024-11-18T06:42:27,471 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting/75ed3c3b0308%2C45369%2C1731912103341.1731912105305 to hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/oldWALs 2024-11-18T06:42:27,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-18T06:42:27,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C45369%2C1731912103341.1731912105305, worker=75ed3c3b0308,39973,1731912103253 in 10.1140 sec 2024-11-18T06:42:27,481 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:27,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T06:42:27,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C45369%2C1731912103341.1731912105305, worker=75ed3c3b0308,39973,1731912103253 in 10.1400 sec 2024-11-18T06:42:27,489 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting dir is empty, no logs to split. 2024-11-18T06:42:27,489 INFO [PEWorker-4 {}] master.SplitWALManager(105): 75ed3c3b0308,45369,1731912103341 WAL count=0, meta=false 2024-11-18T06:42:27,489 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 75ed3c3b0308,45369,1731912103341 WAL splitting is done? wals=0, meta=false 2024-11-18T06:42:27,495 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 75ed3c3b0308,45369,1731912103341 failed, ignore...File hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/WALs/75ed3c3b0308,45369,1731912103341-splitting does not exist. 2024-11-18T06:42:27,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN}] 2024-11-18T06:42:27,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN 2024-11-18T06:42:27,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN 2024-11-18T06:42:27,504 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:42:27,505 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:42:27,507 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN 2024-11-18T06:42:27,507 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN 2024-11-18T06:42:27,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:42:27,510 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:42:27,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/.tmp/cf/08ba137dbd10470a84b45b8e0e356abb as hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/cf/08ba137dbd10470a84b45b8e0e356abb 2024-11-18T06:42:27,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/.tmp/cf/c3a3736c488c431bbe1f4ba6185ea4b9 as hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/cf/c3a3736c488c431bbe1f4ba6185ea4b9 2024-11-18T06:42:27,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/cf/08ba137dbd10470a84b45b8e0e356abb, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T06:42:27,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/cf/c3a3736c488c431bbe1f4ba6185ea4b9, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T06:42:27,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e485e12b9880c9365c310d5a6b9d3286 in 360ms, sequenceid=5, compaction requested=false 2024-11-18T06:42:27,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e06f333f572d0944f80cdf303134a69e in 374ms, sequenceid=5, compaction requested=false 2024-11-18T06:42:27,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e485e12b9880c9365c310d5a6b9d3286: 2024-11-18T06:42:27,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e06f333f572d0944f80cdf303134a69e: 2024-11-18T06:42:27,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. for SnapshotProcedureTest completed. 2024-11-18T06:42:27,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. for SnapshotProcedureTest completed. 2024-11-18T06:42:27,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:27,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:27,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:27,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:27,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/cf/08ba137dbd10470a84b45b8e0e356abb] hfiles 2024-11-18T06:42:27,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/cf/c3a3736c488c431bbe1f4ba6185ea4b9] hfiles 2024-11-18T06:42:27,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/cf/08ba137dbd10470a84b45b8e0e356abb for snapshot=SnapshotProcedureTest 2024-11-18T06:42:27,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/cf/c3a3736c488c431bbe1f4ba6185ea4b9 for snapshot=SnapshotProcedureTest 2024-11-18T06:42:27,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741855_1031 (size=105) 2024-11-18T06:42:27,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741855_1031 (size=105) 2024-11-18T06:42:27,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741855_1031 (size=105) 2024-11-18T06:42:27,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:42:27,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T06:42:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T06:42:27,583 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:27,584 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:42:27,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e485e12b9880c9365c310d5a6b9d3286 in 10.4450 sec 2024-11-18T06:42:27,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741856_1032 (size=105) 2024-11-18T06:42:27,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741856_1032 (size=105) 2024-11-18T06:42:27,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741856_1032 (size=105) 2024-11-18T06:42:27,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:42:27,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T06:42:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T06:42:27,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:27,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e06f333f572d0944f80cdf303134a69e 2024-11-18T06:42:27,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e06f333f572d0944f80cdf303134a69e in 10.4660 sec 2024-11-18T06:42:27,655 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:42:27,655 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:42:27,655 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:42:27,655 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:42:27,655 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:42:27,655 INFO [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:42:27,655 INFO [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:42:27,655 DEBUG [75ed3c3b0308:38089 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:42:27,656 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=55312d7cca4fb36d8b9cd0d7fc62c58b, regionState=OPENING, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:27,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=0d6ac4d50ac3beda01520a605e492a0f, regionState=OPENING, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:27,656 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=32d7e6053319c6c9f6f0008f11c49fe2, regionState=OPENING, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:27,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=54de996af839cedb838f9144888e6a3e, regionState=OPENING, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN because future has completed 2024-11-18T06:42:27,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f, server=75ed3c3b0308,39973,1731912103253}] 2024-11-18T06:42:27,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN because future has completed 2024-11-18T06:42:27,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54de996af839cedb838f9144888e6a3e, server=75ed3c3b0308,39973,1731912103253}] 2024-11-18T06:42:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN because future has completed 2024-11-18T06:42:27,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b, server=75ed3c3b0308,32851,1731912103000}] 2024-11-18T06:42:27,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN because future has completed 2024-11-18T06:42:27,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2, server=75ed3c3b0308,32851,1731912103000}] 2024-11-18T06:42:32,339 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e held by pid=40 2024-11-18T06:42:32,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f held by pid=42 2024-11-18T06:42:32,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:32,340 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b held by pid=39 2024-11-18T06:42:32,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:32,340 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:32,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 held by pid=41 2024-11-18T06:42:32,341 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:36,059 INFO [master/75ed3c3b0308:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T06:42:36,059 INFO [master/75ed3c3b0308:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T06:42:37,688 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:42:37,688 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 55312d7cca4fb36d8b9cd0d7fc62c58b, NAME => 'SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T06:42:37,689 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,689 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:37,689 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,689 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,693 INFO [StoreOpener-55312d7cca4fb36d8b9cd0d7fc62c58b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,694 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:42:37,694 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 54de996af839cedb838f9144888e6a3e, NAME => 'SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T06:42:37,694 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,694 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:37,694 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,695 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,696 INFO [StoreOpener-54de996af839cedb838f9144888e6a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,700 INFO [StoreOpener-55312d7cca4fb36d8b9cd0d7fc62c58b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55312d7cca4fb36d8b9cd0d7fc62c58b columnFamilyName cf 2024-11-18T06:42:37,700 DEBUG [StoreOpener-55312d7cca4fb36d8b9cd0d7fc62c58b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:37,700 INFO [StoreOpener-54de996af839cedb838f9144888e6a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54de996af839cedb838f9144888e6a3e columnFamilyName cf 2024-11-18T06:42:37,700 DEBUG [StoreOpener-54de996af839cedb838f9144888e6a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:37,701 INFO [StoreOpener-54de996af839cedb838f9144888e6a3e-1 {}] regionserver.HStore(327): Store=54de996af839cedb838f9144888e6a3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:37,701 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,702 INFO [StoreOpener-55312d7cca4fb36d8b9cd0d7fc62c58b-1 {}] regionserver.HStore(327): Store=55312d7cca4fb36d8b9cd0d7fc62c58b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:37,702 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,702 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,704 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,705 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,705 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,705 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,706 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,707 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,707 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,708 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,712 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 54de996af839cedb838f9144888e6a3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68692868, jitterRate=0.023603498935699463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:37,712 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,712 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 54de996af839cedb838f9144888e6a3e: Running coprocessor pre-open hook at 1731912157695Writing region info on filesystem at 1731912157695Initializing all the Stores at 1731912157696 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912157696Cleaning up temporary data from old regions at 1731912157705 (+9 ms)Running coprocessor post-open hooks at 1731912157712 (+7 ms)Region opened successfully at 1731912157712 2024-11-18T06:42:37,712 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,713 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e., pid=44, masterSystemTime=1731912157664 2024-11-18T06:42:37,717 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 55312d7cca4fb36d8b9cd0d7fc62c58b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64643751, jitterRate=-0.03673304617404938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:37,718 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,718 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 55312d7cca4fb36d8b9cd0d7fc62c58b: Running coprocessor pre-open hook at 1731912157690Writing region info on filesystem at 1731912157690Initializing all the Stores at 1731912157691 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912157691Cleaning up temporary data from old regions at 1731912157707 (+16 ms)Running coprocessor post-open hooks at 1731912157718 (+11 ms)Region opened successfully at 1731912157718 2024-11-18T06:42:37,718 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:42:37,718 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:42:37,718 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:42:37,719 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d6ac4d50ac3beda01520a605e492a0f, NAME => 'SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T06:42:37,719 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b., pid=45, masterSystemTime=1731912157666 2024-11-18T06:42:37,719 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=54de996af839cedb838f9144888e6a3e, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:37,719 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:37,719 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,719 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54de996af839cedb838f9144888e6a3e, server=75ed3c3b0308,39973,1731912103253 because future has completed 2024-11-18T06:42:37,722 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:42:37,722 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:42:37,722 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:37,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=55312d7cca4fb36d8b9cd0d7fc62c58b, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:37,722 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 32d7e6053319c6c9f6f0008f11c49fe2, NAME => 'SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T06:42:37,723 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,723 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:42:37,723 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,723 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,725 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,32851,1731912103000, table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:42:37,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b, server=75ed3c3b0308,32851,1731912103000 because future has completed 2024-11-18T06:42:37,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-18T06:42:37,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 54de996af839cedb838f9144888e6a3e, server=75ed3c3b0308,39973,1731912103253 in 10.0630 sec 2024-11-18T06:42:37,733 INFO [StoreOpener-0d6ac4d50ac3beda01520a605e492a0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-18T06:42:37,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b, server=75ed3c3b0308,32851,1731912103000 in 10.0650 sec 2024-11-18T06:42:37,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54de996af839cedb838f9144888e6a3e, ASSIGN in 10.2310 sec 2024-11-18T06:42:37,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:37,735 INFO [StoreOpener-0d6ac4d50ac3beda01520a605e492a0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d6ac4d50ac3beda01520a605e492a0f columnFamilyName cf 2024-11-18T06:42:37,735 DEBUG [StoreOpener-0d6ac4d50ac3beda01520a605e492a0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:37,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55312d7cca4fb36d8b9cd0d7fc62c58b, ASSIGN in 10.2350 sec 2024-11-18T06:42:37,736 INFO [StoreOpener-0d6ac4d50ac3beda01520a605e492a0f-1 {}] regionserver.HStore(327): Store=0d6ac4d50ac3beda01520a605e492a0f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:37,737 INFO [StoreOpener-32d7e6053319c6c9f6f0008f11c49fe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,737 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:37,738 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,739 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,741 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,742 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,742 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,745 INFO [StoreOpener-32d7e6053319c6c9f6f0008f11c49fe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32d7e6053319c6c9f6f0008f11c49fe2 columnFamilyName cf 2024-11-18T06:42:37,745 DEBUG [StoreOpener-32d7e6053319c6c9f6f0008f11c49fe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:42:37,747 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,748 INFO [StoreOpener-32d7e6053319c6c9f6f0008f11c49fe2-1 {}] regionserver.HStore(327): Store=32d7e6053319c6c9f6f0008f11c49fe2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:42:37,748 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,749 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0d6ac4d50ac3beda01520a605e492a0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60486139, jitterRate=-0.09868629276752472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:37,749 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,749 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0d6ac4d50ac3beda01520a605e492a0f: Running coprocessor pre-open hook at 1731912157720Writing region info on filesystem at 1731912157720Initializing all the Stores at 1731912157721 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912157721Cleaning up temporary data from old regions at 1731912157742 (+21 ms)Running coprocessor post-open hooks at 1731912157749 (+7 ms)Region opened successfully at 1731912157749 2024-11-18T06:42:37,751 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f., pid=43, masterSystemTime=1731912157664 2024-11-18T06:42:37,751 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,753 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,753 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,753 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,754 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:42:37,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=0d6ac4d50ac3beda01520a605e492a0f, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:37,754 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:42:37,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f, server=75ed3c3b0308,39973,1731912103253 because future has completed 2024-11-18T06:42:37,758 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,760 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 32d7e6053319c6c9f6f0008f11c49fe2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64450260, jitterRate=-0.039616286754608154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:42:37,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 32d7e6053319c6c9f6f0008f11c49fe2: Running coprocessor pre-open hook at 1731912157723Writing region info on filesystem at 1731912157723Initializing all the Stores at 1731912157729 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912157729Cleaning up temporary data from old regions at 1731912157753 (+24 ms)Running coprocessor post-open hooks at 1731912157760 (+7 ms)Region opened successfully at 1731912157760 2024-11-18T06:42:37,763 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., pid=46, masterSystemTime=1731912157666 2024-11-18T06:42:37,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-18T06:42:37,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f, server=75ed3c3b0308,39973,1731912103253 in 10.0980 sec 2024-11-18T06:42:37,767 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:37,767 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:37,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=32d7e6053319c6c9f6f0008f11c49fe2, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:37,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d6ac4d50ac3beda01520a605e492a0f, ASSIGN in 10.2670 sec 2024-11-18T06:42:37,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:37,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2, server=75ed3c3b0308,32851,1731912103000 because future has completed 2024-11-18T06:42:37,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-18T06:42:37,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2, server=75ed3c3b0308,32851,1731912103000 in 10.1100 sec 2024-11-18T06:42:37,781 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:37,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-18T06:42:37,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32d7e6053319c6c9f6f0008f11c49fe2, ASSIGN in 10.2800 sec 2024-11-18T06:42:37,783 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 75ed3c3b0308,45369,1731912103341 after splitting done 2024-11-18T06:42:37,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 75ed3c3b0308,45369,1731912103341, splitWal=true, meta=false in 20.4760 sec 2024-11-18T06:42:41,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:42:43,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T06:42:46,017 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T06:42:47,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T06:42:47,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:42:47,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T06:42:47,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0d6ac4d50ac3beda01520a605e492a0f: 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. for SnapshotProcedureTest completed. 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 54de996af839cedb838f9144888e6a3e: 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. for SnapshotProcedureTest completed. 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:47,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:42:47,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:42:47,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 55312d7cca4fb36d8b9cd0d7fc62c58b: 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. for SnapshotProcedureTest completed. 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 32d7e6053319c6c9f6f0008f11c49fe2: 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. for SnapshotProcedureTest completed. 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:42:47,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:42:47,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741857_1033 (size=65) 2024-11-18T06:42:47,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741857_1033 (size=65) 2024-11-18T06:42:47,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741857_1033 (size=65) 2024-11-18T06:42:47,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741858_1034 (size=57) 2024-11-18T06:42:47,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741858_1034 (size=57) 2024-11-18T06:42:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741858_1034 (size=57) 2024-11-18T06:42:47,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:42:47,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T06:42:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T06:42:47,794 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:47,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e 2024-11-18T06:42:47,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741859_1035 (size=65) 2024-11-18T06:42:47,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741859_1035 (size=65) 2024-11-18T06:42:47,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54de996af839cedb838f9144888e6a3e in 30.6550 sec 2024-11-18T06:42:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741859_1035 (size=65) 2024-11-18T06:42:47,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:42:47,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T06:42:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T06:42:47,804 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:47,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:42:47,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32d7e6053319c6c9f6f0008f11c49fe2 in 30.6660 sec 2024-11-18T06:42:47,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741860_1036 (size=65) 2024-11-18T06:42:47,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741860_1036 (size=65) 2024-11-18T06:42:47,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741860_1036 (size=65) 2024-11-18T06:42:47,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:42:47,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T06:42:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T06:42:47,818 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:47,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:42:47,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 55312d7cca4fb36d8b9cd0d7fc62c58b in 30.6790 sec 2024-11-18T06:42:48,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:42:48,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T06:42:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T06:42:48,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:48,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:42:48,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-18T06:42:48,182 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T06:42:48,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d6ac4d50ac3beda01520a605e492a0f in 31.0400 sec 2024-11-18T06:42:48,184 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T06:42:48,187 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T06:42:48,187 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T06:42:48,191 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T06:42:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741861_1037 (size=1094) 2024-11-18T06:42:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741861_1037 (size=1094) 2024-11-18T06:42:48,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741861_1037 (size=1094) 2024-11-18T06:42:48,325 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T06:42:48,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T06:42:48,347 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:48,347 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:48,347 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:48,347 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:48,347 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:48,353 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:48,525 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=75ed3c3b0308:38089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T06:42:51,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e485e12b9880c9365c310d5a6b9d3286, had cached 0 bytes from a total of 28623 2024-11-18T06:42:51,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e06f333f572d0944f80cdf303134a69e, had cached 0 bytes from a total of 47197 2024-11-18T06:42:55,968 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e71f071d3f7b88aa234b10d6be550f0b changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,969 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 55312d7cca4fb36d8b9cd0d7fc62c58b changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,969 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 784a1e3d83516e2bdab51c689425cfc9 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,970 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32d7e6053319c6c9f6f0008f11c49fe2 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,970 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e06f333f572d0944f80cdf303134a69e changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,970 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8ecc3d9bdaed1761a59b2de0e56ef901 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,970 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8efb20f24bb17ac1e3a6a4941ffcb66b changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,970 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d6ac4d50ac3beda01520a605e492a0f changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,970 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e485e12b9880c9365c310d5a6b9d3286 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:55,970 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 54de996af839cedb838f9144888e6a3e changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:42:58,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-18T06:42:58,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-18T06:42:58,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-18T06:42:58,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-18T06:42:58,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-18T06:42:58,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-18T06:42:58,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T06:42:58,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T06:42:58,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-18T06:42:58,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-18T06:42:58,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-18T06:42:58,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-18T06:42:58,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T06:42:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-18T06:42:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-18T06:42:58,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-18T06:42:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-18T06:42:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-18T06:42:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T06:42:58,362 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 Release verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:58,362 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 Release verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-18T06:42:58,363 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 Release verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:58,363 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 Release verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:58,364 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:58,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 in 10.0260 sec 2024-11-18T06:42:58,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 in 10.0250 sec 2024-11-18T06:42:58,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 in 10.0250 sec 2024-11-18T06:42:58,368 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 Release verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:58,368 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 Release verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:58,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 in 10.0260 sec 2024-11-18T06:42:58,368 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:58,368 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:42:58,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 in 10.0310 sec 2024-11-18T06:42:58,371 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:42:58,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 in 10.0310 sec 2024-11-18T06:43:08,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-18T06:43:08,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-18T06:43:08,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-18T06:43:08,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-18T06:43:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-18T06:43:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-18T06:43:08,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-18T06:43:08,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-18T06:43:08,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-18T06:43:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-18T06:43:08,373 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 Release verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:43:08,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-18T06:43:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38089 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-18T06:43:08,381 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 Release verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:43:08,381 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 Release verify snapshot worker=75ed3c3b0308,39973,1731912103253 2024-11-18T06:43:08,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 in 20.0360 sec 2024-11-18T06:43:08,381 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 Release verify snapshot worker=75ed3c3b0308,32851,1731912103000 2024-11-18T06:43:08,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 in 20.0440 sec 2024-11-18T06:43:08,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,32851,1731912103000 in 20.0440 sec 2024-11-18T06:43:08,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-18T06:43:08,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,39973,1731912103253 in 20.0440 sec 2024-11-18T06:43:08,391 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T06:43:08,393 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T06:43:08,395 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T06:43:08,395 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T06:43:08,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.3190 sec 2024-11-18T06:43:08,672 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T06:43:08,683 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T06:43:08,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:43:08,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:43:08,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:43:08,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:08,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:08,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:43:08,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:43:08,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185987721, stopped=false 2024-11-18T06:43:08,686 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=75ed3c3b0308,38089,1731912102106 2024-11-18T06:43:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:43:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:43:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:43:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:08,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:43:08,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:43:08,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:43:08,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:43:08,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:43:08,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:43:08,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:08,694 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,32851,1731912103000' ***** 2024-11-18T06:43:08,694 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:43:08,694 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,39973,1731912103253' ***** 2024-11-18T06:43:08,694 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:43:08,694 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:43:08,694 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:43:08,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:43:08,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:43:08,695 INFO [RS:1;75ed3c3b0308:39973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:43:08,695 INFO [RS:1;75ed3c3b0308:39973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:43:08,695 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ecc3d9bdaed1761a59b2de0e56ef901 2024-11-18T06:43:08,695 INFO [RS:0;75ed3c3b0308:32851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:43:08,695 INFO [RS:0;75ed3c3b0308:32851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:43:08,695 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(3091): Received CLOSE for 32d7e6053319c6c9f6f0008f11c49fe2 2024-11-18T06:43:08,697 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(3091): Received CLOSE for 55312d7cca4fb36d8b9cd0d7fc62c58b 2024-11-18T06:43:08,697 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(3091): Received CLOSE for e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:43:08,697 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(3091): Received CLOSE for 784a1e3d83516e2bdab51c689425cfc9 2024-11-18T06:43:08,697 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(3091): Received CLOSE for e06f333f572d0944f80cdf303134a69e 2024-11-18T06:43:08,697 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(959): stopping server 75ed3c3b0308,32851,1731912103000 2024-11-18T06:43:08,697 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:43:08,697 INFO [RS:0;75ed3c3b0308:32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;75ed3c3b0308:32851. 2024-11-18T06:43:08,697 DEBUG [RS:0;75ed3c3b0308:32851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:43:08,697 DEBUG [RS:0;75ed3c3b0308:32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:08,697 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T06:43:08,697 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1325): Online Regions={32d7e6053319c6c9f6f0008f11c49fe2=SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2., 55312d7cca4fb36d8b9cd0d7fc62c58b=SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b., e71f071d3f7b88aa234b10d6be550f0b=SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b., 784a1e3d83516e2bdab51c689425cfc9=SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9., e06f333f572d0944f80cdf303134a69e=SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e.} 2024-11-18T06:43:08,698 DEBUG [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1351): Waiting on 32d7e6053319c6c9f6f0008f11c49fe2, 55312d7cca4fb36d8b9cd0d7fc62c58b, 784a1e3d83516e2bdab51c689425cfc9, e06f333f572d0944f80cdf303134a69e, e71f071d3f7b88aa234b10d6be550f0b 2024-11-18T06:43:08,698 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(3091): Received CLOSE for 54de996af839cedb838f9144888e6a3e 2024-11-18T06:43:08,698 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(3091): Received CLOSE for 8efb20f24bb17ac1e3a6a4941ffcb66b 2024-11-18T06:43:08,698 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(3091): Received CLOSE for e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:43:08,698 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d6ac4d50ac3beda01520a605e492a0f 2024-11-18T06:43:08,698 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(959): stopping server 75ed3c3b0308,39973,1731912103253 2024-11-18T06:43:08,698 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:43:08,698 INFO [RS:1;75ed3c3b0308:39973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;75ed3c3b0308:39973. 2024-11-18T06:43:08,699 DEBUG [RS:1;75ed3c3b0308:39973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:43:08,699 DEBUG [RS:1;75ed3c3b0308:39973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:08,699 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:43:08,699 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:43:08,699 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32d7e6053319c6c9f6f0008f11c49fe2, disabling compactions & flushes 2024-11-18T06:43:08,699 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:43:08,699 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:43:08,699 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:43:08,699 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:43:08,699 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. after waiting 0 ms 2024-11-18T06:43:08,699 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:43:08,699 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ecc3d9bdaed1761a59b2de0e56ef901, disabling compactions & flushes 2024-11-18T06:43:08,700 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:43:08,700 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:43:08,700 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. after waiting 0 ms 2024-11-18T06:43:08,700 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:43:08,716 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-18T06:43:08,716 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1325): Online Regions={8ecc3d9bdaed1761a59b2de0e56ef901=SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901., 54de996af839cedb838f9144888e6a3e=SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e., 1588230740=hbase:meta,,1.1588230740, 8efb20f24bb17ac1e3a6a4941ffcb66b=SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b., e485e12b9880c9365c310d5a6b9d3286=SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286., 0d6ac4d50ac3beda01520a605e492a0f=SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f.} 2024-11-18T06:43:08,716 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:43:08,717 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1351): Waiting on 0d6ac4d50ac3beda01520a605e492a0f, 1588230740, 54de996af839cedb838f9144888e6a3e, 8ecc3d9bdaed1761a59b2de0e56ef901, 8efb20f24bb17ac1e3a6a4941ffcb66b, e485e12b9880c9365c310d5a6b9d3286 2024-11-18T06:43:08,717 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:43:08,717 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:43:08,717 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:43:08,717 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:43:08,717 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-18T06:43:08,744 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/8ecc3d9bdaed1761a59b2de0e56ef901/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:43:08,745 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/32d7e6053319c6c9f6f0008f11c49fe2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:43:08,749 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:43:08,749 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:43:08,749 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32d7e6053319c6c9f6f0008f11c49fe2: Waiting for close lock at 1731912188698Running coprocessor pre-close hooks at 1731912188699 (+1 ms)Disabling compacts and flushes for region at 1731912188699Disabling writes for close at 1731912188699Writing region close event to WAL at 1731912188717 (+18 ms)Running coprocessor post-close hooks at 1731912188746 (+29 ms)Closed at 1731912188749 (+3 ms) 2024-11-18T06:43:08,749 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ecc3d9bdaed1761a59b2de0e56ef901: Waiting for close lock at 1731912188699Running coprocessor pre-close hooks at 1731912188699Disabling compacts and flushes for region at 1731912188699Disabling writes for close at 1731912188700 (+1 ms)Writing region close event to WAL at 1731912188726 (+26 ms)Running coprocessor post-close hooks at 1731912188745 (+19 ms)Closed at 1731912188749 (+4 ms) 2024-11-18T06:43:08,750 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731912116166.32d7e6053319c6c9f6f0008f11c49fe2. 2024-11-18T06:43:08,750 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55312d7cca4fb36d8b9cd0d7fc62c58b, disabling compactions & flushes 2024-11-18T06:43:08,750 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:43:08,750 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901. 2024-11-18T06:43:08,750 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:43:08,750 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. after waiting 0 ms 2024-11-18T06:43:08,750 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:43:08,750 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54de996af839cedb838f9144888e6a3e, disabling compactions & flushes 2024-11-18T06:43:08,750 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:43:08,751 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:43:08,751 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. after waiting 0 ms 2024-11-18T06:43:08,751 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:43:08,765 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/55312d7cca4fb36d8b9cd0d7fc62c58b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:43:08,765 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/54de996af839cedb838f9144888e6a3e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:43:08,766 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:43:08,766 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:43:08,766 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55312d7cca4fb36d8b9cd0d7fc62c58b: Waiting for close lock at 1731912188750Running coprocessor pre-close hooks at 1731912188750Disabling compacts and flushes for region at 1731912188750Disabling writes for close at 1731912188750Writing region close event to WAL at 1731912188754 (+4 ms)Running coprocessor post-close hooks at 1731912188766 (+12 ms)Closed at 1731912188766 2024-11-18T06:43:08,766 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54de996af839cedb838f9144888e6a3e: Waiting for close lock at 1731912188750Running coprocessor pre-close hooks at 1731912188750Disabling compacts and flushes for region at 1731912188750Disabling writes for close at 1731912188751 (+1 ms)Writing region close event to WAL at 1731912188756 (+5 ms)Running coprocessor post-close hooks at 1731912188766 (+10 ms)Closed at 1731912188766 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731912116166.54de996af839cedb838f9144888e6a3e. 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731912116166.55312d7cca4fb36d8b9cd0d7fc62c58b. 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e71f071d3f7b88aa234b10d6be550f0b, disabling compactions & flushes 2024-11-18T06:43:08,767 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8efb20f24bb17ac1e3a6a4941ffcb66b, disabling compactions & flushes 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:43:08,767 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. after waiting 0 ms 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. after waiting 0 ms 2024-11-18T06:43:08,767 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:43:08,779 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/info/27522703b4f444ed82d1541f1cbc60e5 is 167, key is SPTestTable,19999999,1731912116166.8ecc3d9bdaed1761a59b2de0e56ef901./info:regioninfo/1731912126559/Put/seqid=0 2024-11-18T06:43:08,784 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:43:08,788 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/8efb20f24bb17ac1e3a6a4941ffcb66b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:43:08,789 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:43:08,789 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8efb20f24bb17ac1e3a6a4941ffcb66b: Waiting for close lock at 1731912188767Running coprocessor pre-close hooks at 1731912188767Disabling compacts and flushes for region at 1731912188767Disabling writes for close at 1731912188767Writing region close event to WAL at 1731912188768 (+1 ms)Running coprocessor post-close hooks at 1731912188789 (+21 ms)Closed at 1731912188789 2024-11-18T06:43:08,790 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731912116166.8efb20f24bb17ac1e3a6a4941ffcb66b. 2024-11-18T06:43:08,790 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e485e12b9880c9365c310d5a6b9d3286, disabling compactions & flushes 2024-11-18T06:43:08,790 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:43:08,790 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:43:08,790 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. after waiting 0 ms 2024-11-18T06:43:08,790 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:43:08,790 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e71f071d3f7b88aa234b10d6be550f0b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:43:08,790 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:43:08,791 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:43:08,792 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e71f071d3f7b88aa234b10d6be550f0b: Waiting for close lock at 1731912188767Running coprocessor pre-close hooks at 1731912188767Disabling compacts and flushes for region at 1731912188767Disabling writes for close at 1731912188767Writing region close event to WAL at 1731912188767Running coprocessor post-close hooks at 1731912188791 (+24 ms)Closed at 1731912188791 2024-11-18T06:43:08,792 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731912116166.e71f071d3f7b88aa234b10d6be550f0b. 2024-11-18T06:43:08,792 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 784a1e3d83516e2bdab51c689425cfc9, disabling compactions & flushes 2024-11-18T06:43:08,792 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:43:08,792 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:43:08,792 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. after waiting 0 ms 2024-11-18T06:43:08,792 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:43:08,817 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/784a1e3d83516e2bdab51c689425cfc9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:43:08,818 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:43:08,819 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 784a1e3d83516e2bdab51c689425cfc9: Waiting for close lock at 1731912188792Running coprocessor pre-close hooks at 1731912188792Disabling compacts and flushes for region at 1731912188792Disabling writes for close at 1731912188792Writing region close event to WAL at 1731912188800 (+8 ms)Running coprocessor post-close hooks at 1731912188818 (+18 ms)Closed at 1731912188818 2024-11-18T06:43:08,819 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731912116166.784a1e3d83516e2bdab51c689425cfc9. 2024-11-18T06:43:08,819 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e06f333f572d0944f80cdf303134a69e, disabling compactions & flushes 2024-11-18T06:43:08,819 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:43:08,819 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:43:08,819 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. after waiting 0 ms 2024-11-18T06:43:08,819 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:43:08,821 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e485e12b9880c9365c310d5a6b9d3286/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:43:08,822 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:43:08,822 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e485e12b9880c9365c310d5a6b9d3286: Waiting for close lock at 1731912188790Running coprocessor pre-close hooks at 1731912188790Disabling compacts and flushes for region at 1731912188790Disabling writes for close at 1731912188790Writing region close event to WAL at 1731912188809 (+19 ms)Running coprocessor post-close hooks at 1731912188822 (+13 ms)Closed at 1731912188822 2024-11-18T06:43:08,822 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731912116166.e485e12b9880c9365c310d5a6b9d3286. 2024-11-18T06:43:08,823 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d6ac4d50ac3beda01520a605e492a0f, disabling compactions & flushes 2024-11-18T06:43:08,823 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:43:08,823 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:43:08,823 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. after waiting 0 ms 2024-11-18T06:43:08,823 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:43:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741862_1038 (size=20292) 2024-11-18T06:43:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741862_1038 (size=20292) 2024-11-18T06:43:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741862_1038 (size=20292) 2024-11-18T06:43:08,840 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/info/27522703b4f444ed82d1541f1cbc60e5 2024-11-18T06:43:08,845 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/0d6ac4d50ac3beda01520a605e492a0f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:43:08,846 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:43:08,846 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d6ac4d50ac3beda01520a605e492a0f: Waiting for close lock at 1731912188823Running coprocessor pre-close hooks at 1731912188823Disabling compacts and flushes for region at 1731912188823Disabling writes for close at 1731912188823Writing region close event to WAL at 1731912188825 (+2 ms)Running coprocessor post-close hooks at 1731912188846 (+21 ms)Closed at 1731912188846 2024-11-18T06:43:08,846 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731912116166.0d6ac4d50ac3beda01520a605e492a0f. 2024-11-18T06:43:08,878 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/default/SPTestTable/e06f333f572d0944f80cdf303134a69e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:43:08,878 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:43:08,879 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e06f333f572d0944f80cdf303134a69e: Waiting for close lock at 1731912188819Running coprocessor pre-close hooks at 1731912188819Disabling compacts and flushes for region at 1731912188819Disabling writes for close at 1731912188819Writing region close event to WAL at 1731912188861 (+42 ms)Running coprocessor post-close hooks at 1731912188878 (+17 ms)Closed at 1731912188878 2024-11-18T06:43:08,879 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731912116166.e06f333f572d0944f80cdf303134a69e. 2024-11-18T06:43:08,883 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/ns/66ca8355562a4f92ae6a0b62391594db is 43, key is default/ns:d/1731912115903/Put/seqid=0 2024-11-18T06:43:08,898 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(976): stopping server 75ed3c3b0308,32851,1731912103000; all regions closed. 2024-11-18T06:43:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741835_1011 (size=3500) 2024-11-18T06:43:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741863_1039 (size=5153) 2024-11-18T06:43:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741835_1011 (size=3500) 2024-11-18T06:43:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741835_1011 (size=3500) 2024-11-18T06:43:08,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741863_1039 (size=5153) 2024-11-18T06:43:08,912 DEBUG [RS:0;75ed3c3b0308:32851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/oldWALs 2024-11-18T06:43:08,912 INFO [RS:0;75ed3c3b0308:32851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C32851%2C1731912103000:(num 1731912105320) 2024-11-18T06:43:08,913 DEBUG [RS:0;75ed3c3b0308:32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:08,913 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:43:08,913 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:43:08,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741863_1039 (size=5153) 2024-11-18T06:43:08,913 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.ChoreService(370): Chore service for: regionserver/75ed3c3b0308:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:43:08,913 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/ns/66ca8355562a4f92ae6a0b62391594db 2024-11-18T06:43:08,913 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:43:08,913 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:43:08,914 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:43:08,914 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:43:08,914 INFO [RS:0;75ed3c3b0308:32851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32851 2024-11-18T06:43:08,917 DEBUG [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:43:08,917 INFO [regionserver/75ed3c3b0308:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:43:08,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:43:08,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,32851,1731912103000 2024-11-18T06:43:08,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,32851,1731912103000] 2024-11-18T06:43:08,921 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:43:08,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,32851,1731912103000 already deleted, retry=false 2024-11-18T06:43:08,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75ed3c3b0308,32851,1731912103000 expired; onlineServers=1 2024-11-18T06:43:08,962 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/table/de40d472302941c4ab79c07fcaf02a26 is 47, key is SPTestTable/table:state/1731912126683/Put/seqid=0 2024-11-18T06:43:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741864_1040 (size=5214) 2024-11-18T06:43:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741864_1040 (size=5214) 2024-11-18T06:43:08,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741864_1040 (size=5214) 2024-11-18T06:43:08,987 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/table/de40d472302941c4ab79c07fcaf02a26 2024-11-18T06:43:09,000 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/info/27522703b4f444ed82d1541f1cbc60e5 as hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/info/27522703b4f444ed82d1541f1cbc60e5 2024-11-18T06:43:09,014 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/info/27522703b4f444ed82d1541f1cbc60e5, entries=116, sequenceid=37, filesize=19.8 K 2024-11-18T06:43:09,016 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/ns/66ca8355562a4f92ae6a0b62391594db as hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/ns/66ca8355562a4f92ae6a0b62391594db 2024-11-18T06:43:09,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:43:09,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32851-0x10129cf59170001, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:43:09,025 INFO [RS:0;75ed3c3b0308:32851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:43:09,025 INFO [RS:0;75ed3c3b0308:32851 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,32851,1731912103000; zookeeper connection closed. 2024-11-18T06:43:09,029 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/ns/66ca8355562a4f92ae6a0b62391594db, entries=2, sequenceid=37, filesize=5.0 K 2024-11-18T06:43:09,031 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/.tmp/table/de40d472302941c4ab79c07fcaf02a26 as hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/table/de40d472302941c4ab79c07fcaf02a26 2024-11-18T06:43:09,043 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/table/de40d472302941c4ab79c07fcaf02a26, entries=2, sequenceid=37, filesize=5.1 K 2024-11-18T06:43:09,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39c4c2a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39c4c2a5 2024-11-18T06:43:09,046 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 328ms, sequenceid=37, compaction requested=false 2024-11-18T06:43:09,082 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-18T06:43:09,083 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:43:09,083 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:43:09,083 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731912188716Running coprocessor pre-close hooks at 1731912188716Disabling compacts and flushes for region at 1731912188716Disabling writes for close at 1731912188717 (+1 ms)Obtaining lock to block concurrent updates at 1731912188717Preparing flush snapshotting stores in 1588230740 at 1731912188717Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731912188718 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731912188719 (+1 ms)Flushing 1588230740/info: creating writer at 1731912188719Flushing 1588230740/info: appending metadata at 1731912188778 (+59 ms)Flushing 1588230740/info: closing flushed file at 1731912188778Flushing 1588230740/ns: creating writer at 1731912188853 (+75 ms)Flushing 1588230740/ns: appending metadata at 1731912188883 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731912188883Flushing 1588230740/table: creating writer at 1731912188928 (+45 ms)Flushing 1588230740/table: appending metadata at 1731912188962 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731912188962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d1e9ce: reopening flushed file at 1731912188999 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb25e0e: reopening flushed file at 1731912189015 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17933f41: reopening flushed file at 1731912189030 (+15 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 328ms, sequenceid=37, compaction requested=false at 1731912189046 (+16 ms)Writing region close event to WAL at 1731912189068 (+22 ms)Running coprocessor post-close hooks at 1731912189082 (+14 ms)Closed at 1731912189083 (+1 ms) 2024-11-18T06:43:09,083 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:43:09,117 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(976): stopping server 75ed3c3b0308,39973,1731912103253; all regions closed. 2024-11-18T06:43:09,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741836_1012 (size=19530) 2024-11-18T06:43:09,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741836_1012 (size=19530) 2024-11-18T06:43:09,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741836_1012 (size=19530) 2024-11-18T06:43:09,126 DEBUG [RS:1;75ed3c3b0308:39973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/oldWALs 2024-11-18T06:43:09,126 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:43:09,126 INFO [RS:1;75ed3c3b0308:39973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C39973%2C1731912103253.meta:.meta(num 1731912115754) 2024-11-18T06:43:09,126 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:43:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741834_1010 (size=3530) 2024-11-18T06:43:09,137 DEBUG [RS:1;75ed3c3b0308:39973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/oldWALs 2024-11-18T06:43:09,137 INFO [RS:1;75ed3c3b0308:39973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C39973%2C1731912103253:(num 1731912105303) 2024-11-18T06:43:09,137 DEBUG [RS:1;75ed3c3b0308:39973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:09,137 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:43:09,139 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:43:09,140 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.ChoreService(370): Chore service for: regionserver/75ed3c3b0308:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:43:09,140 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:43:09,140 INFO [RS:1;75ed3c3b0308:39973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39973 2024-11-18T06:43:09,141 INFO [regionserver/75ed3c3b0308:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:43:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741834_1010 (size=3530) 2024-11-18T06:43:09,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:43:09,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,39973,1731912103253 2024-11-18T06:43:09,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,39973,1731912103253] 2024-11-18T06:43:09,147 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:43:09,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,39973,1731912103253 already deleted, retry=false 2024-11-18T06:43:09,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75ed3c3b0308,39973,1731912103253 expired; onlineServers=0 2024-11-18T06:43:09,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '75ed3c3b0308,38089,1731912102106' ***** 2024-11-18T06:43:09,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:43:09,149 INFO [M:0;75ed3c3b0308:38089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:43:09,149 INFO [M:0;75ed3c3b0308:38089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:43:09,149 DEBUG [M:0;75ed3c3b0308:38089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:43:09,150 DEBUG [M:0;75ed3c3b0308:38089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:43:09,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:43:09,150 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912104824 {}] cleaner.HFileCleaner(306): Exit Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912104824,5,FailOnTimeoutGroup] 2024-11-18T06:43:09,150 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912104834 {}] cleaner.HFileCleaner(306): Exit Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912104834,5,FailOnTimeoutGroup] 2024-11-18T06:43:09,150 INFO [M:0;75ed3c3b0308:38089 {}] hbase.ChoreService(370): Chore service for: master/75ed3c3b0308:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:43:09,150 INFO [M:0;75ed3c3b0308:38089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:43:09,150 DEBUG [M:0;75ed3c3b0308:38089 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:43:09,150 INFO [M:0;75ed3c3b0308:38089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:43:09,150 INFO [M:0;75ed3c3b0308:38089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:43:09,150 ERROR [M:0;75ed3c3b0308:38089 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (882805494) connection to localhost/127.0.0.1:34581 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34581,5,PEWorkerGroup] 2024-11-18T06:43:09,151 INFO [M:0;75ed3c3b0308:38089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:43:09,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:43:09,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T06:43:09,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:09,156 DEBUG [M:0;75ed3c3b0308:38089 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-18T06:43:09,156 DEBUG [M:0;75ed3c3b0308:38089 {}] master.ActiveMasterManager(353): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-18T06:43:09,157 INFO [M:0;75ed3c3b0308:38089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/.lastflushedseqids 2024-11-18T06:43:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741865_1041 (size=686) 2024-11-18T06:43:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741865_1041 (size=686) 2024-11-18T06:43:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741865_1041 (size=686) 2024-11-18T06:43:09,196 INFO [M:0;75ed3c3b0308:38089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:43:09,197 INFO [M:0;75ed3c3b0308:38089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:43:09,197 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:43:09,197 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:43:09,197 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:43:09,197 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:43:09,197 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:43:09,197 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.02 KB 2024-11-18T06:43:09,223 DEBUG [M:0;75ed3c3b0308:38089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/102b36dd1872481ab798531a22feaba6 is 82, key is hbase:meta,,1/info:regioninfo/1731912115836/Put/seqid=0 2024-11-18T06:43:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741866_1042 (size=5672) 2024-11-18T06:43:09,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741866_1042 (size=5672) 2024-11-18T06:43:09,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741866_1042 (size=5672) 2024-11-18T06:43:09,239 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/102b36dd1872481ab798531a22feaba6 2024-11-18T06:43:09,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:43:09,253 INFO [RS:1;75ed3c3b0308:39973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:43:09,253 INFO [RS:1;75ed3c3b0308:39973 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,39973,1731912103253; zookeeper connection closed. 2024-11-18T06:43:09,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39973-0x10129cf59170002, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:43:09,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ae35ee6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ae35ee6 2024-11-18T06:43:09,254 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T06:43:09,272 DEBUG [M:0;75ed3c3b0308:38089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80c9e2a17db34d0f8ceb715219202332 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731912126691/Put/seqid=0 2024-11-18T06:43:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741867_1043 (size=8974) 2024-11-18T06:43:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741867_1043 (size=8974) 2024-11-18T06:43:09,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741867_1043 (size=8974) 2024-11-18T06:43:09,327 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80c9e2a17db34d0f8ceb715219202332 2024-11-18T06:43:09,335 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80c9e2a17db34d0f8ceb715219202332 2024-11-18T06:43:09,355 DEBUG [M:0;75ed3c3b0308:38089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b16495567a347d6a81c228ba17c95c6 is 69, key is 75ed3c3b0308,32851,1731912103000/rs:state/1731912105017/Put/seqid=0 2024-11-18T06:43:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741868_1044 (size=5441) 2024-11-18T06:43:09,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741868_1044 (size=5441) 2024-11-18T06:43:09,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741868_1044 (size=5441) 2024-11-18T06:43:09,382 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b16495567a347d6a81c228ba17c95c6 2024-11-18T06:43:09,389 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b16495567a347d6a81c228ba17c95c6 2024-11-18T06:43:09,390 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/102b36dd1872481ab798531a22feaba6 as hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/102b36dd1872481ab798531a22feaba6 2024-11-18T06:43:09,398 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/102b36dd1872481ab798531a22feaba6, entries=8, sequenceid=513, filesize=5.5 K 2024-11-18T06:43:09,399 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80c9e2a17db34d0f8ceb715219202332 as hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80c9e2a17db34d0f8ceb715219202332 2024-11-18T06:43:09,407 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80c9e2a17db34d0f8ceb715219202332 2024-11-18T06:43:09,408 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80c9e2a17db34d0f8ceb715219202332, entries=56, sequenceid=513, filesize=8.8 K 2024-11-18T06:43:09,409 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b16495567a347d6a81c228ba17c95c6 as hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b16495567a347d6a81c228ba17c95c6 2024-11-18T06:43:09,425 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b16495567a347d6a81c228ba17c95c6 2024-11-18T06:43:09,425 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/50f29af7-2a73-af3e-d613-172bcf6ab4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b16495567a347d6a81c228ba17c95c6, entries=3, sequenceid=513, filesize=5.3 K 2024-11-18T06:43:09,426 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.73 KB/247528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=513, compaction requested=false 2024-11-18T06:43:09,428 INFO [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:43:09,428 DEBUG [M:0;75ed3c3b0308:38089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731912189197Disabling compacts and flushes for region at 1731912189197Disabling writes for close at 1731912189197Obtaining lock to block concurrent updates at 1731912189197Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731912189197Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247768, getOffHeapSize=0, getCellsCount=620 at 1731912189198 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731912189199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731912189199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731912189222 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731912189222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731912189248 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731912189271 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731912189271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731912189335 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731912189354 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731912189354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6c3694: reopening flushed file at 1731912189389 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5420ed3f: reopening flushed file at 1731912189398 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718e8fca: reopening flushed file at 1731912189408 (+10 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.73 KB/247528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=513, compaction requested=false at 1731912189426 (+18 ms)Writing region close event to WAL at 1731912189427 (+1 ms)Closed at 1731912189428 (+1 ms) 2024-11-18T06:43:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741830_1006 (size=234135) 2024-11-18T06:43:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34593 is added to blk_1073741830_1006 (size=234135) 2024-11-18T06:43:09,435 INFO [M:0;75ed3c3b0308:38089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:43:09,435 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:43:09,435 INFO [M:0;75ed3c3b0308:38089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38089 2024-11-18T06:43:09,437 INFO [M:0;75ed3c3b0308:38089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:43:09,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:43:09,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38089-0x10129cf59170000, quorum=127.0.0.1:63791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:43:09,540 INFO [M:0;75ed3c3b0308:38089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:43:09,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f813eee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:43:09,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49483f69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:43:09,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:43:09,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f6d6e04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:43:09,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62803bfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir/,STOPPED} 2024-11-18T06:43:09,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:43:09,564 WARN [BP-731420609-172.17.0.2-1731912098306 heartbeating to localhost/127.0.0.1:34581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:43:09,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:43:09,564 WARN [BP-731420609-172.17.0.2-1731912098306 heartbeating to localhost/127.0.0.1:34581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-731420609-172.17.0.2-1731912098306 (Datanode Uuid 153b3133-c117-40cd-854f-073abdee619e) service to localhost/127.0.0.1:34581 2024-11-18T06:43:09,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data5/current/BP-731420609-172.17.0.2-1731912098306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:43:09,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data6/current/BP-731420609-172.17.0.2-1731912098306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:43:09,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:43:09,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69ba9fea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:43:09,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d885af5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:43:09,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:43:09,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c4d3981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:43:09,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58fbcda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir/,STOPPED} 2024-11-18T06:43:09,595 WARN [BP-731420609-172.17.0.2-1731912098306 heartbeating to localhost/127.0.0.1:34581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:43:09,595 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:43:09,595 WARN [BP-731420609-172.17.0.2-1731912098306 heartbeating to localhost/127.0.0.1:34581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-731420609-172.17.0.2-1731912098306 (Datanode Uuid 16354e54-ef77-49f5-940e-c012e0479d23) service to localhost/127.0.0.1:34581 2024-11-18T06:43:09,595 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:43:09,596 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:43:09,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data4/current/BP-731420609-172.17.0.2-1731912098306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:43:09,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data3/current/BP-731420609-172.17.0.2-1731912098306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:43:09,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23b312e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:43:09,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77450339{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:43:09,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:43:09,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41190886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:43:09,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e8eae84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir/,STOPPED} 2024-11-18T06:43:09,610 WARN [BP-731420609-172.17.0.2-1731912098306 heartbeating to localhost/127.0.0.1:34581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:43:09,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:43:09,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:43:09,610 WARN [BP-731420609-172.17.0.2-1731912098306 heartbeating to localhost/127.0.0.1:34581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-731420609-172.17.0.2-1731912098306 (Datanode Uuid 16213a83-1c3b-4b50-86b6-423482494572) service to localhost/127.0.0.1:34581 2024-11-18T06:43:09,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data1/current/BP-731420609-172.17.0.2-1731912098306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:43:09,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/cluster_81e9ed13-6a20-89eb-6a28-3c4dd1fb6709/data/data2/current/BP-731420609-172.17.0.2-1731912098306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:43:09,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:43:09,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@621ff9a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:43:09,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a27adbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:43:09,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:43:09,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa6eaa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:43:09,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37170156{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir/,STOPPED} 2024-11-18T06:43:09,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:43:09,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:43:09,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (882805494) connection to localhost/127.0.0.1:34581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (882805494) connection to localhost/127.0.0.1:34581 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75ed3c3b0308:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/75ed3c3b0308:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/75ed3c3b0308:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (882805494) connection to localhost/127.0.0.1:34581 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/75ed3c3b0308:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75ed3c3b0308:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/75ed3c3b0308:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680aff2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75ed3c3b0308:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (882805494) connection to localhost/127.0.0.1:34581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=4212 (was 5508) 2024-11-18T06:43:09,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=4212 2024-11-18T06:43:09,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir so I do NOT create it in target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59 2024-11-18T06:43:09,724 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:43:09,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.tmp.dir so I do NOT create it in target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59 2024-11-18T06:43:09,724 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fb6e591-5717-400d-bd7d-a9b9ececd448/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:43:09,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59 2024-11-18T06:43:09,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:43:09,724 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6, deleteOnExit=true 2024-11-18T06:43:09,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/test.cache.data in system properties and HBase conf 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:43:09,725 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:43:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:43:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:43:09,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:43:09,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:43:09,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:43:09,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:43:09,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:43:09,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:43:09,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7837b951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:43:09,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b4faa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:43:09,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2deaa163{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/java.io.tmpdir/jetty-localhost-34465-hadoop-hdfs-3_4_1-tests_jar-_-any-1541240769363175134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:43:09,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bcb0d9b{HTTP/1.1, (http/1.1)}{localhost:34465} 2024-11-18T06:43:09,992 INFO [Time-limited test {}] server.Server(415): Started @94539ms 2024-11-18T06:43:10,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:43:10,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:43:10,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:43:10,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:43:10,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:43:10,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2d7260{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:43:10,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50dc16f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:43:10,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b683ba7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/java.io.tmpdir/jetty-localhost-38829-hadoop-hdfs-3_4_1-tests_jar-_-any-14662555497459594397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:43:10,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6621171c{HTTP/1.1, (http/1.1)}{localhost:38829} 2024-11-18T06:43:10,290 INFO [Time-limited test {}] server.Server(415): Started @94836ms 2024-11-18T06:43:10,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:43:10,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:43:10,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:43:10,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:43:10,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:43:10,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:43:10,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b303bc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:43:10,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@797e3dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:43:10,427 WARN [Thread-665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data1/current/BP-122804067-172.17.0.2-1731912189748/current, will proceed with Du for space computation calculation, 2024-11-18T06:43:10,433 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data2/current/BP-122804067-172.17.0.2-1731912189748/current, will proceed with Du for space computation calculation, 2024-11-18T06:43:10,461 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:43:10,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18afcfc196187b86 with lease ID 0xdb7e3dad9c4f46a9: Processing first storage report for DS-3ac6cc02-6ce6-4c18-9df4-8f919c3806bc from datanode DatanodeRegistration(127.0.0.1:44727, datanodeUuid=e72cfbd9-4080-4dcd-883c-ca6865e08f05, infoPort=46043, infoSecurePort=0, ipcPort=37341, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748) 2024-11-18T06:43:10,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18afcfc196187b86 with lease ID 0xdb7e3dad9c4f46a9: from storage DS-3ac6cc02-6ce6-4c18-9df4-8f919c3806bc node DatanodeRegistration(127.0.0.1:44727, datanodeUuid=e72cfbd9-4080-4dcd-883c-ca6865e08f05, infoPort=46043, infoSecurePort=0, ipcPort=37341, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:43:10,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18afcfc196187b86 with lease ID 0xdb7e3dad9c4f46a9: Processing first storage report for DS-9fb5ba38-50d1-4142-86f7-4f68bad3b9cc from datanode DatanodeRegistration(127.0.0.1:44727, datanodeUuid=e72cfbd9-4080-4dcd-883c-ca6865e08f05, infoPort=46043, infoSecurePort=0, ipcPort=37341, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748) 2024-11-18T06:43:10,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18afcfc196187b86 with lease ID 0xdb7e3dad9c4f46a9: from storage DS-9fb5ba38-50d1-4142-86f7-4f68bad3b9cc node DatanodeRegistration(127.0.0.1:44727, datanodeUuid=e72cfbd9-4080-4dcd-883c-ca6865e08f05, infoPort=46043, infoSecurePort=0, ipcPort=37341, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:43:10,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1885279d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/java.io.tmpdir/jetty-localhost-42345-hadoop-hdfs-3_4_1-tests_jar-_-any-16356006786946578398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:43:10,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d825015{HTTP/1.1, (http/1.1)}{localhost:42345} 2024-11-18T06:43:10,506 INFO [Time-limited test {}] server.Server(415): Started @95053ms 2024-11-18T06:43:10,507 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:43:10,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:43:10,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:43:10,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:43:10,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:43:10,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:43:10,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15d9b20a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:43:10,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26b0e076{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:43:10,632 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data3/current/BP-122804067-172.17.0.2-1731912189748/current, will proceed with Du for space computation calculation, 2024-11-18T06:43:10,632 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data4/current/BP-122804067-172.17.0.2-1731912189748/current, will proceed with Du for space computation calculation, 2024-11-18T06:43:10,688 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:43:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c1b3354ca21cc54 with lease ID 0xdb7e3dad9c4f46aa: Processing first storage report for DS-17a0949f-982b-48fd-8d4b-ea413670fbff from datanode DatanodeRegistration(127.0.0.1:46637, datanodeUuid=1ad2062b-1ac1-4a57-b82c-ad98030e737f, infoPort=46467, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748) 2024-11-18T06:43:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c1b3354ca21cc54 with lease ID 0xdb7e3dad9c4f46aa: from storage DS-17a0949f-982b-48fd-8d4b-ea413670fbff node DatanodeRegistration(127.0.0.1:46637, datanodeUuid=1ad2062b-1ac1-4a57-b82c-ad98030e737f, infoPort=46467, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:43:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c1b3354ca21cc54 with lease ID 0xdb7e3dad9c4f46aa: Processing first storage report for DS-c7e48e62-ae69-4a58-bd4e-f63c2510cffb from datanode DatanodeRegistration(127.0.0.1:46637, datanodeUuid=1ad2062b-1ac1-4a57-b82c-ad98030e737f, infoPort=46467, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748) 2024-11-18T06:43:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c1b3354ca21cc54 with lease ID 0xdb7e3dad9c4f46aa: from storage DS-c7e48e62-ae69-4a58-bd4e-f63c2510cffb node DatanodeRegistration(127.0.0.1:46637, datanodeUuid=1ad2062b-1ac1-4a57-b82c-ad98030e737f, infoPort=46467, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:43:10,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1333422e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/java.io.tmpdir/jetty-localhost-41463-hadoop-hdfs-3_4_1-tests_jar-_-any-15695333615678561564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:43:10,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50ad8548{HTTP/1.1, (http/1.1)}{localhost:41463} 2024-11-18T06:43:10,725 INFO [Time-limited test {}] server.Server(415): Started @95272ms 2024-11-18T06:43:10,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:43:10,886 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data5/current/BP-122804067-172.17.0.2-1731912189748/current, will proceed with Du for space computation calculation, 2024-11-18T06:43:10,887 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data6/current/BP-122804067-172.17.0.2-1731912189748/current, will proceed with Du for space computation calculation, 2024-11-18T06:43:10,938 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:43:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf231df42a88a14d with lease ID 0xdb7e3dad9c4f46ab: Processing first storage report for DS-b6b05529-50b4-4ba4-a4ea-486c141b12ae from datanode DatanodeRegistration(127.0.0.1:35545, datanodeUuid=3c6ffc60-e060-405f-a2f5-576981856bda, infoPort=40853, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748) 2024-11-18T06:43:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf231df42a88a14d with lease ID 0xdb7e3dad9c4f46ab: from storage DS-b6b05529-50b4-4ba4-a4ea-486c141b12ae node DatanodeRegistration(127.0.0.1:35545, datanodeUuid=3c6ffc60-e060-405f-a2f5-576981856bda, infoPort=40853, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:43:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf231df42a88a14d with lease ID 0xdb7e3dad9c4f46ab: Processing first storage report for DS-52d8e279-2e73-4448-9731-f4de1cf029ad from datanode DatanodeRegistration(127.0.0.1:35545, datanodeUuid=3c6ffc60-e060-405f-a2f5-576981856bda, infoPort=40853, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748) 2024-11-18T06:43:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf231df42a88a14d with lease ID 0xdb7e3dad9c4f46ab: from storage DS-52d8e279-2e73-4448-9731-f4de1cf029ad node DatanodeRegistration(127.0.0.1:35545, datanodeUuid=3c6ffc60-e060-405f-a2f5-576981856bda, infoPort=40853, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=1952031774;c=1731912189748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:43:10,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59 2024-11-18T06:43:10,996 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/zookeeper_0, clientPort=57068, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:43:10,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57068 2024-11-18T06:43:10,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:43:11,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:43:11,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:43:11,030 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 with version=8 2024-11-18T06:43:11,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/hbase-staging 2024-11-18T06:43:11,033 INFO [Time-limited test {}] client.ConnectionUtils(128): master/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:43:11,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:43:11,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:43:11,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:43:11,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:43:11,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35771 2024-11-18T06:43:11,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35771 connecting to ZooKeeper ensemble=127.0.0.1:57068 2024-11-18T06:43:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357710x0, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:43:11,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35771-0x10129d0b6a20000 connected 2024-11-18T06:43:11,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:43:11,101 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63, hbase.cluster.distributed=false 2024-11-18T06:43:11,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:43:11,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35771 2024-11-18T06:43:11,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35771 2024-11-18T06:43:11,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35771 2024-11-18T06:43:11,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35771 2024-11-18T06:43:11,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35771 2024-11-18T06:43:11,136 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:43:11,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:43:11,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:43:11,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:43:11,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:43:11,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38471 2024-11-18T06:43:11,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38471 connecting to ZooKeeper ensemble=127.0.0.1:57068 2024-11-18T06:43:11,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384710x0, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:43:11,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384710x0, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:43:11,153 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:43:11,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38471-0x10129d0b6a20001 connected 2024-11-18T06:43:11,154 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:43:11,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:43:11,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:43:11,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-18T06:43:11,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38471 2024-11-18T06:43:11,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38471 2024-11-18T06:43:11,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-18T06:43:11,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-18T06:43:11,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:43:11,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:43:11,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:43:11,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:43:11,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:43:11,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43789 2024-11-18T06:43:11,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43789 connecting to ZooKeeper ensemble=127.0.0.1:57068 2024-11-18T06:43:11,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437890x0, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:43:11,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437890x0, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:43:11,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43789-0x10129d0b6a20002 connected 2024-11-18T06:43:11,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:43:11,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:43:11,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:43:11,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:43:11,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43789 2024-11-18T06:43:11,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43789 2024-11-18T06:43:11,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43789 2024-11-18T06:43:11,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43789 2024-11-18T06:43:11,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43789 2024-11-18T06:43:11,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:43:11,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:43:11,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:43:11,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:43:11,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:43:11,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:43:11,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46687 2024-11-18T06:43:11,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46687 connecting to ZooKeeper ensemble=127.0.0.1:57068 2024-11-18T06:43:11,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466870x0, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:43:11,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466870x0, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:43:11,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:43:11,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46687-0x10129d0b6a20003 connected 2024-11-18T06:43:11,241 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:43:11,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:43:11,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:43:11,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46687 2024-11-18T06:43:11,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46687 2024-11-18T06:43:11,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46687 2024-11-18T06:43:11,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46687 2024-11-18T06:43:11,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46687 2024-11-18T06:43:11,279 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;75ed3c3b0308:35771 2024-11-18T06:43:11,279 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:43:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:43:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:43:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:43:11,282 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:11,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:43:11,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:43:11,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:43:11,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,289 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T06:43:11,290 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/75ed3c3b0308,35771,1731912191033 from backup master directory 2024-11-18T06:43:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:43:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:43:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:43:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:43:11,292 WARN [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:43:11,292 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:11,300 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/hbase.id] with ID: 5ca087b4-4df9-45a1-b739-2c74c5e85594 2024-11-18T06:43:11,300 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.tmp/hbase.id 2024-11-18T06:43:11,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:43:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:43:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:43:11,318 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.tmp/hbase.id]:[hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/hbase.id] 2024-11-18T06:43:11,338 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:43:11,339 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:43:11,341 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T06:43:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:43:11,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:43:11,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:43:11,364 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:43:11,365 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:43:11,365 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:43:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:43:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:43:11,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:43:11,388 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store 2024-11-18T06:43:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:43:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:43:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:43:11,419 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:11,420 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:43:11,420 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:43:11,420 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:43:11,420 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:43:11,420 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:43:11,420 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:43:11,420 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731912191420Disabling compacts and flushes for region at 1731912191420Disabling writes for close at 1731912191420Writing region close event to WAL at 1731912191420Closed at 1731912191420 2024-11-18T06:43:11,421 WARN [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/.initializing 2024-11-18T06:43:11,421 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/WALs/75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:11,423 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:43:11,425 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C35771%2C1731912191033, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/WALs/75ed3c3b0308,35771,1731912191033, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/oldWALs, maxLogs=10 2024-11-18T06:43:11,444 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/WALs/75ed3c3b0308,35771,1731912191033/75ed3c3b0308%2C35771%2C1731912191033.1731912191426, exclude list is [], retry=0 2024-11-18T06:43:11,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35545,DS-b6b05529-50b4-4ba4-a4ea-486c141b12ae,DISK] 2024-11-18T06:43:11,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44727,DS-3ac6cc02-6ce6-4c18-9df4-8f919c3806bc,DISK] 2024-11-18T06:43:11,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-17a0949f-982b-48fd-8d4b-ea413670fbff,DISK] 2024-11-18T06:43:11,463 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/WALs/75ed3c3b0308,35771,1731912191033/75ed3c3b0308%2C35771%2C1731912191033.1731912191426 2024-11-18T06:43:11,463 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40853:40853),(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-18T06:43:11,463 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:43:11,464 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:11,464 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,464 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:43:11,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:11,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:43:11,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:11,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:43:11,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:11,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:43:11,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:11,477 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,478 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,479 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,481 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,481 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,482 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:43:11,484 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:43:11,505 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:11,507 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68067306, jitterRate=0.014281898736953735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:43:11,508 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731912191464Initializing all the Stores at 1731912191465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912191466 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912191466Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912191466Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912191466Cleaning up temporary data from old regions at 1731912191481 (+15 ms)Region opened successfully at 1731912191508 (+27 ms) 2024-11-18T06:43:11,508 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:43:11,516 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2527bc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:43:11,517 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:43:11,517 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:43:11,517 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:43:11,518 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:43:11,518 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:43:11,519 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:43:11,519 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T06:43:11,523 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:43:11,525 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T06:43:11,527 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T06:43:11,527 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:43:11,528 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:43:11,529 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T06:43:11,530 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:43:11,537 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:43:11,539 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T06:43:11,540 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:43:11,543 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T06:43:11,546 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:43:11,547 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T06:43:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:43:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:43:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:43:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:43:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,552 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=75ed3c3b0308,35771,1731912191033, sessionid=0x10129d0b6a20000, setting cluster-up flag (Was=false) 2024-11-18T06:43:11,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,565 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T06:43:11,566 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:11,579 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T06:43:11,581 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:11,582 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:43:11,584 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:43:11,585 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:43:11,585 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:43:11,585 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 75ed3c3b0308,35771,1731912191033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:43:11,587 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:43:11,587 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:43:11,587 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:43:11,587 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:43:11,587 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/75ed3c3b0308:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:43:11,587 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,587 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:43:11,587 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,592 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912221592 2024-11-18T06:43:11,592 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:43:11,592 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:43:11,592 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:43:11,592 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:43:11,592 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:43:11,592 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:43:11,596 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:43:11,597 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:43:11,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:43:11,597 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:43:11,597 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:43:11,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:43:11,600 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:43:11,600 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:43:11,601 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912191600,5,FailOnTimeoutGroup] 2024-11-18T06:43:11,607 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912191601,5,FailOnTimeoutGroup] 2024-11-18T06:43:11,607 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,607 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:43:11,607 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,608 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:43:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:43:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:43:11,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:43:11,617 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:11,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:43:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:43:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:43:11,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:11,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:43:11,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:43:11,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:11,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:43:11,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:43:11,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:11,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:43:11,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:43:11,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:11,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:43:11,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:43:11,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:11,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:11,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:43:11,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740 2024-11-18T06:43:11,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740 2024-11-18T06:43:11,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:43:11,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:43:11,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:43:11,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:43:11,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:11,660 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59414335, jitterRate=-0.11465741693973541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:43:11,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731912191628Initializing all the Stores at 1731912191630 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912191630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912191630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912191630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912191630Cleaning up temporary data from old regions at 1731912191648 (+18 ms)Region opened successfully at 1731912191661 (+13 ms) 2024-11-18T06:43:11,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:43:11,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:43:11,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:43:11,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:43:11,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:43:11,665 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:43:11,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731912191662Disabling compacts and flushes for region at 1731912191662Disabling writes for close at 1731912191662Writing region close event to WAL at 1731912191665 (+3 ms)Closed at 1731912191665 2024-11-18T06:43:11,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:43:11,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:43:11,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:43:11,668 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(746): ClusterId : 5ca087b4-4df9-45a1-b739-2c74c5e85594 2024-11-18T06:43:11,668 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:43:11,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:43:11,672 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:43:11,672 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:43:11,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:43:11,683 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(746): ClusterId : 5ca087b4-4df9-45a1-b739-2c74c5e85594 2024-11-18T06:43:11,683 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:43:11,684 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:43:11,684 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(746): ClusterId : 5ca087b4-4df9-45a1-b739-2c74c5e85594 2024-11-18T06:43:11,684 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:43:11,684 DEBUG [RS:0;75ed3c3b0308:38471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4636ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:43:11,688 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:43:11,688 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:43:11,691 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:43:11,691 DEBUG [RS:2;75ed3c3b0308:46687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90de4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:43:11,694 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:43:11,694 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:43:11,696 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:43:11,696 DEBUG [RS:1;75ed3c3b0308:43789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cf8f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:43:11,703 DEBUG [RS:0;75ed3c3b0308:38471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;75ed3c3b0308:38471 2024-11-18T06:43:11,704 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:43:11,704 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:43:11,704 DEBUG [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:43:11,709 DEBUG [RS:2;75ed3c3b0308:46687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;75ed3c3b0308:46687 2024-11-18T06:43:11,710 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:43:11,710 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:43:11,710 DEBUG [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:43:11,711 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,35771,1731912191033 with port=46687, startcode=1731912191223 2024-11-18T06:43:11,711 DEBUG [RS:2;75ed3c3b0308:46687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:43:11,721 DEBUG [RS:1;75ed3c3b0308:43789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;75ed3c3b0308:43789 2024-11-18T06:43:11,721 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47497, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:43:11,721 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:43:11,721 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:43:11,721 DEBUG [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:43:11,722 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,35771,1731912191033 with port=38471, startcode=1731912191136 2024-11-18T06:43:11,722 DEBUG [RS:0;75ed3c3b0308:38471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:43:11,722 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,35771,1731912191033 with port=43789, startcode=1731912191182 2024-11-18T06:43:11,723 DEBUG [RS:1;75ed3c3b0308:43789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:43:11,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:11,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35771 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:11,730 DEBUG [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:11,730 DEBUG [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35517 2024-11-18T06:43:11,730 DEBUG [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:43:11,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:43:11,733 DEBUG [RS:2;75ed3c3b0308:46687 {}] zookeeper.ZKUtil(111): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:11,733 WARN [RS:2;75ed3c3b0308:46687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:43:11,733 INFO [RS:2;75ed3c3b0308:46687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:43:11,733 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:43:11,733 DEBUG [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:11,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:11,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35771 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:11,734 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:43:11,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:11,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35771 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:11,737 DEBUG [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:11,737 DEBUG [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35517 2024-11-18T06:43:11,738 DEBUG [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:43:11,737 DEBUG [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:11,738 DEBUG [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35517 2024-11-18T06:43:11,738 DEBUG [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:43:11,744 DEBUG [RS:0;75ed3c3b0308:38471 {}] zookeeper.ZKUtil(111): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:11,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,43789,1731912191182] 2024-11-18T06:43:11,744 WARN [RS:0;75ed3c3b0308:38471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:43:11,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,46687,1731912191223] 2024-11-18T06:43:11,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,38471,1731912191136] 2024-11-18T06:43:11,744 INFO [RS:0;75ed3c3b0308:38471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:43:11,745 DEBUG [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:11,745 DEBUG [RS:1;75ed3c3b0308:43789 {}] zookeeper.ZKUtil(111): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:11,745 WARN [RS:1;75ed3c3b0308:43789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:43:11,745 INFO [RS:1;75ed3c3b0308:43789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:43:11,745 DEBUG [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:11,749 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:43:11,755 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:43:11,756 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:43:11,764 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:43:11,768 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:43:11,772 INFO [RS:2;75ed3c3b0308:46687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:43:11,772 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,779 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:43:11,779 INFO [RS:0;75ed3c3b0308:38471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:43:11,779 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:43:11,779 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,780 INFO [RS:1;75ed3c3b0308:43789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:43:11,780 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:43:11,780 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,780 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:43:11,781 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:43:11,781 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:43:11,781 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,781 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,781 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:43:11,781 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,781 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:43:11,782 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,782 DEBUG [RS:2;75ed3c3b0308:46687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:43:11,782 DEBUG [RS:0;75ed3c3b0308:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:43:11,782 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:43:11,782 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:43:11,783 DEBUG [RS:1;75ed3c3b0308:43789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:43:11,788 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,788 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,788 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,788 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,788 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,788 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,46687,1731912191223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:43:11,792 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,792 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,38471,1731912191136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,793 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,43789,1731912191182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:43:11,810 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:43:11,810 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,46687,1731912191223-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,810 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,810 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.Replication(171): 75ed3c3b0308,46687,1731912191223 started 2024-11-18T06:43:11,816 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:43:11,816 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,38471,1731912191136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,817 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,817 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.Replication(171): 75ed3c3b0308,38471,1731912191136 started 2024-11-18T06:43:11,818 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:43:11,819 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,43789,1731912191182-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,819 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,819 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.Replication(171): 75ed3c3b0308,43789,1731912191182 started 2024-11-18T06:43:11,830 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,830 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,46687,1731912191223, RpcServer on 75ed3c3b0308/172.17.0.2:46687, sessionid=0x10129d0b6a20003 2024-11-18T06:43:11,830 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:43:11,830 DEBUG [RS:2;75ed3c3b0308:46687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:11,830 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,46687,1731912191223' 2024-11-18T06:43:11,830 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:43:11,831 WARN [75ed3c3b0308:35771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T06:43:11,831 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:43:11,833 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:43:11,833 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:43:11,833 DEBUG [RS:2;75ed3c3b0308:46687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:11,833 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,46687,1731912191223' 2024-11-18T06:43:11,833 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:43:11,833 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:43:11,834 DEBUG [RS:2;75ed3c3b0308:46687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:43:11,834 INFO [RS:2;75ed3c3b0308:46687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:43:11,834 INFO [RS:2;75ed3c3b0308:46687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:43:11,838 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,838 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,38471,1731912191136, RpcServer on 75ed3c3b0308/172.17.0.2:38471, sessionid=0x10129d0b6a20001 2024-11-18T06:43:11,838 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:43:11,838 DEBUG [RS:0;75ed3c3b0308:38471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:11,838 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,38471,1731912191136' 2024-11-18T06:43:11,838 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:43:11,838 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:43:11,839 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:11,839 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:43:11,839 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,43789,1731912191182, RpcServer on 75ed3c3b0308/172.17.0.2:43789, sessionid=0x10129d0b6a20002 2024-11-18T06:43:11,839 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:43:11,839 DEBUG [RS:0;75ed3c3b0308:38471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:11,839 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,38471,1731912191136' 2024-11-18T06:43:11,839 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:43:11,839 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:43:11,839 DEBUG [RS:1;75ed3c3b0308:43789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:11,839 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,43789,1731912191182' 2024-11-18T06:43:11,839 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:43:11,840 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:43:11,840 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:43:11,841 DEBUG [RS:0;75ed3c3b0308:38471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:43:11,841 INFO [RS:0;75ed3c3b0308:38471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:43:11,841 INFO [RS:0;75ed3c3b0308:38471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:43:11,842 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:43:11,842 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:43:11,842 DEBUG [RS:1;75ed3c3b0308:43789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:11,842 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,43789,1731912191182' 2024-11-18T06:43:11,842 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:43:11,842 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:43:11,843 DEBUG [RS:1;75ed3c3b0308:43789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:43:11,843 INFO [RS:1;75ed3c3b0308:43789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:43:11,843 INFO [RS:1;75ed3c3b0308:43789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:43:11,935 INFO [RS:2;75ed3c3b0308:46687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:43:11,937 INFO [RS:2;75ed3c3b0308:46687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C46687%2C1731912191223, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,46687,1731912191223, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs, maxLogs=32 2024-11-18T06:43:11,941 INFO [RS:0;75ed3c3b0308:38471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:43:11,943 INFO [RS:0;75ed3c3b0308:38471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C38471%2C1731912191136, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs, maxLogs=32 2024-11-18T06:43:11,943 INFO [RS:1;75ed3c3b0308:43789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:43:11,945 INFO [RS:1;75ed3c3b0308:43789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C43789%2C1731912191182, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,43789,1731912191182, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs, maxLogs=32 2024-11-18T06:43:11,956 DEBUG [RS:2;75ed3c3b0308:46687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,46687,1731912191223/75ed3c3b0308%2C46687%2C1731912191223.1731912191938, exclude list is [], retry=0 2024-11-18T06:43:11,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44727,DS-3ac6cc02-6ce6-4c18-9df4-8f919c3806bc,DISK] 2024-11-18T06:43:11,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-17a0949f-982b-48fd-8d4b-ea413670fbff,DISK] 2024-11-18T06:43:11,964 DEBUG [RS:0;75ed3c3b0308:38471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136/75ed3c3b0308%2C38471%2C1731912191136.1731912191944, exclude list is [], retry=0 2024-11-18T06:43:11,964 DEBUG [RS:1;75ed3c3b0308:43789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,43789,1731912191182/75ed3c3b0308%2C43789%2C1731912191182.1731912191946, exclude list is [], retry=0 2024-11-18T06:43:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35545,DS-b6b05529-50b4-4ba4-a4ea-486c141b12ae,DISK] 2024-11-18T06:43:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-17a0949f-982b-48fd-8d4b-ea413670fbff,DISK] 2024-11-18T06:43:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44727,DS-3ac6cc02-6ce6-4c18-9df4-8f919c3806bc,DISK] 2024-11-18T06:43:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35545,DS-b6b05529-50b4-4ba4-a4ea-486c141b12ae,DISK] 2024-11-18T06:43:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44727,DS-3ac6cc02-6ce6-4c18-9df4-8f919c3806bc,DISK] 2024-11-18T06:43:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-17a0949f-982b-48fd-8d4b-ea413670fbff,DISK] 2024-11-18T06:43:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35545,DS-b6b05529-50b4-4ba4-a4ea-486c141b12ae,DISK] 2024-11-18T06:43:11,970 INFO [RS:2;75ed3c3b0308:46687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,46687,1731912191223/75ed3c3b0308%2C46687%2C1731912191223.1731912191938 2024-11-18T06:43:11,977 DEBUG [RS:2;75ed3c3b0308:46687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043),(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:40853:40853)] 2024-11-18T06:43:11,986 INFO [RS:0;75ed3c3b0308:38471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136/75ed3c3b0308%2C38471%2C1731912191136.1731912191944 2024-11-18T06:43:11,986 DEBUG [RS:0;75ed3c3b0308:38471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:46043:46043),(127.0.0.1/127.0.0.1:40853:40853)] 2024-11-18T06:43:11,986 INFO [RS:1;75ed3c3b0308:43789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,43789,1731912191182/75ed3c3b0308%2C43789%2C1731912191182.1731912191946 2024-11-18T06:43:11,988 DEBUG [RS:1;75ed3c3b0308:43789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:40853:40853),(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-18T06:43:12,081 DEBUG [75ed3c3b0308:35771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T06:43:12,082 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:43:12,084 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:43:12,084 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:43:12,084 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T06:43:12,084 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:43:12,084 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:43:12,084 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T06:43:12,085 INFO [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:43:12,085 INFO [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:43:12,085 INFO [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T06:43:12,085 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:43:12,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:12,086 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,38471,1731912191136, state=OPENING 2024-11-18T06:43:12,088 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:43:12,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:12,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:12,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:12,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:43:12,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:43:12,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:43:12,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:43:12,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:43:12,091 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:43:12,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,38471,1731912191136}] 2024-11-18T06:43:12,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:43:12,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:43:13,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:13,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:13,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:14,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:43:14,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:14,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:14,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:21,527 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=75ed3c3b0308:38089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T06:43:22,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:43:22,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53579, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:43:22,103 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:43:22,103 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:43:22,103 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:43:22,105 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C38471%2C1731912191136.meta, suffix=.meta, logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs, maxLogs=32 2024-11-18T06:43:22,121 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, exclude list is [], retry=0 2024-11-18T06:43:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-17a0949f-982b-48fd-8d4b-ea413670fbff,DISK] 2024-11-18T06:43:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35545,DS-b6b05529-50b4-4ba4-a4ea-486c141b12ae,DISK] 2024-11-18T06:43:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44727,DS-3ac6cc02-6ce6-4c18-9df4-8f919c3806bc,DISK] 2024-11-18T06:43:22,137 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta 2024-11-18T06:43:22,140 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:40853:40853),(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-18T06:43:22,141 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:43:22,141 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:43:22,141 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:43:22,141 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:43:22,142 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:43:22,142 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,142 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:43:22,142 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:43:22,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:43:22,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:43:22,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:22,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:22,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:43:22,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:43:22,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:22,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:22,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:43:22,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:43:22,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:22,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:22,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:43:22,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:43:22,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:22,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:43:22,155 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:43:22,156 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740 2024-11-18T06:43:22,160 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740 2024-11-18T06:43:22,163 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:43:22,163 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:43:22,166 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:43:22,168 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:43:22,171 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69224969, jitterRate=0.031532421708106995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:43:22,171 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:43:22,172 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731912202142Writing region info on filesystem at 1731912202142Initializing all the Stores at 1731912202145 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912202145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912202146 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912202146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912202146Cleaning up temporary data from old regions at 1731912202163 (+17 ms)Running coprocessor post-open hooks at 1731912202171 (+8 ms)Region opened successfully at 1731912202172 (+1 ms) 2024-11-18T06:43:22,173 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731912202094 2024-11-18T06:43:22,176 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:43:22,176 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:43:22,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:22,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,38471,1731912191136, state=OPEN 2024-11-18T06:43:22,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:43:22,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:43:22,180 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:22,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:43:22,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:43:22,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:43:22,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:43:22,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:43:22,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:43:22,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:43:22,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,38471,1731912191136 in 10.0890 sec 2024-11-18T06:43:22,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:43:22,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5180 sec 2024-11-18T06:43:22,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:43:22,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:43:22,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:43:22,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,38471,1731912191136, seqNum=-1] 2024-11-18T06:43:22,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:43:22,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:43:22,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6200 sec 2024-11-18T06:43:22,205 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731912202205, completionTime=-1 2024-11-18T06:43:22,205 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T06:43:22,205 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:43:22,207 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T06:43:22,207 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912262207 2024-11-18T06:43:22,207 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912322207 2024-11-18T06:43:22,207 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T06:43:22,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,35771,1731912191033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:22,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,35771,1731912191033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:22,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,35771,1731912191033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:22,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-75ed3c3b0308:35771, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:22,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:22,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:22,210 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:43:22,213 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.921sec 2024-11-18T06:43:22,213 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:43:22,213 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:43:22,213 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:43:22,213 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:43:22,213 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:43:22,213 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,35771,1731912191033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:43:22,213 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,35771,1731912191033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:43:22,219 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:43:22,220 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:43:22,220 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,35771,1731912191033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:43:22,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f806cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:43:22,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75ed3c3b0308,35771,-1 for getting cluster id 2024-11-18T06:43:22,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:43:22,296 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ca087b4-4df9-45a1-b739-2c74c5e85594' 2024-11-18T06:43:22,296 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:43:22,296 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ca087b4-4df9-45a1-b739-2c74c5e85594" 2024-11-18T06:43:22,298 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673597b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:43:22,298 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75ed3c3b0308,35771,-1] 2024-11-18T06:43:22,298 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:43:22,298 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:22,300 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:43:22,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c5421c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:43:22,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:43:22,302 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,38471,1731912191136, seqNum=-1] 2024-11-18T06:43:22,303 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:43:22,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:43:22,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:22,306 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731912202306 (current time:1731912202306). 2024-11-18T06:43:22,306 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T06:43:22,306 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T06:43:22,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a12ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:43:22,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75ed3c3b0308,35771,-1 for getting cluster id 2024-11-18T06:43:22,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:43:22,309 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ca087b4-4df9-45a1-b739-2c74c5e85594' 2024-11-18T06:43:22,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:43:22,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ca087b4-4df9-45a1-b739-2c74c5e85594" 2024-11-18T06:43:22,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c630148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:43:22,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75ed3c3b0308,35771,-1] 2024-11-18T06:43:22,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:43:22,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:22,310 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:43:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fba560e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:43:22,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:43:22,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,38471,1731912191136, seqNum=-1] 2024-11-18T06:43:22,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:43:22,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:43:22,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:43:22,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:43:22,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:22,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:22,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:43:22,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:43:22,316 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:22,316 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19564913 2024-11-18T06:43:22,316 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:43:22,318 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:43:22,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:43:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T06:43:22,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:43:22,322 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:22,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T06:43:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:22,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:43:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741837_1013 (size=361) 2024-11-18T06:43:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741837_1013 (size=361) 2024-11-18T06:43:22,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741837_1013 (size=361) 2024-11-18T06:43:22,343 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b700c8dab8fdad94d49142ecb464c957, NAME => 'SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,350 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => aa8edff522509d3e9e324c65d65cebe7, NAME => 'SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 42907d23fb22e1f575887aa40bf82e2e, NAME => 'SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741838_1014 (size=54) 2024-11-18T06:43:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741838_1014 (size=54) 2024-11-18T06:43:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741838_1014 (size=54) 2024-11-18T06:43:22,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b700c8dab8fdad94d49142ecb464c957, disabling compactions & flushes 2024-11-18T06:43:22,374 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:22,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:22,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. after waiting 0 ms 2024-11-18T06:43:22,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:22,374 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:22,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b700c8dab8fdad94d49142ecb464c957: Waiting for close lock at 1731912202374Disabling compacts and flushes for region at 1731912202374Disabling writes for close at 1731912202374Writing region close event to WAL at 1731912202374Closed at 1731912202374 2024-11-18T06:43:22,375 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5b21ad91548f588e66cfe1a2ecf8df1, NAME => 'SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741839_1015 (size=62) 2024-11-18T06:43:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741839_1015 (size=62) 2024-11-18T06:43:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741839_1015 (size=62) 2024-11-18T06:43:22,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 42907d23fb22e1f575887aa40bf82e2e, disabling compactions & flushes 2024-11-18T06:43:22,384 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:22,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:22,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. after waiting 0 ms 2024-11-18T06:43:22,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:22,384 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:22,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 42907d23fb22e1f575887aa40bf82e2e: Waiting for close lock at 1731912202384Disabling compacts and flushes for region at 1731912202384Disabling writes for close at 1731912202384Writing region close event to WAL at 1731912202384Closed at 1731912202384 2024-11-18T06:43:22,385 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5a5e0714f81232d64020cf2d9167fcb9, NAME => 'SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741840_1016 (size=62) 2024-11-18T06:43:22,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741840_1016 (size=62) 2024-11-18T06:43:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741840_1016 (size=62) 2024-11-18T06:43:22,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing aa8edff522509d3e9e324c65d65cebe7, disabling compactions & flushes 2024-11-18T06:43:22,393 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:22,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:22,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. after waiting 0 ms 2024-11-18T06:43:22,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:22,393 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:22,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for aa8edff522509d3e9e324c65d65cebe7: Waiting for close lock at 1731912202393Disabling compacts and flushes for region at 1731912202393Disabling writes for close at 1731912202393Writing region close event to WAL at 1731912202393Closed at 1731912202393 2024-11-18T06:43:22,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7bcdab68db20991119fcf1ea38cd99e6, NAME => 'SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741841_1017 (size=62) 2024-11-18T06:43:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741841_1017 (size=62) 2024-11-18T06:43:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741841_1017 (size=62) 2024-11-18T06:43:22,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b5b21ad91548f588e66cfe1a2ecf8df1, disabling compactions & flushes 2024-11-18T06:43:22,415 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:22,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:22,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. after waiting 0 ms 2024-11-18T06:43:22,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:22,415 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:22,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5b21ad91548f588e66cfe1a2ecf8df1: Waiting for close lock at 1731912202415Disabling compacts and flushes for region at 1731912202415Disabling writes for close at 1731912202415Writing region close event to WAL at 1731912202415Closed at 1731912202415 2024-11-18T06:43:22,416 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ca173e72b638224fe57857a8b16d280, NAME => 'SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741842_1018 (size=62) 2024-11-18T06:43:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741842_1018 (size=62) 2024-11-18T06:43:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741842_1018 (size=62) 2024-11-18T06:43:22,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5a5e0714f81232d64020cf2d9167fcb9, disabling compactions & flushes 2024-11-18T06:43:22,432 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:22,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:22,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. after waiting 0 ms 2024-11-18T06:43:22,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:22,432 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:22,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5a5e0714f81232d64020cf2d9167fcb9: Waiting for close lock at 1731912202432Disabling compacts and flushes for region at 1731912202432Disabling writes for close at 1731912202432Writing region close event to WAL at 1731912202432Closed at 1731912202432 2024-11-18T06:43:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:22,433 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bd89033272bed92fc387a6749335bf0b, NAME => 'SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741843_1019 (size=62) 2024-11-18T06:43:22,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741843_1019 (size=62) 2024-11-18T06:43:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741843_1019 (size=62) 2024-11-18T06:43:22,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7bcdab68db20991119fcf1ea38cd99e6, disabling compactions & flushes 2024-11-18T06:43:22,449 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:22,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:22,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. after waiting 0 ms 2024-11-18T06:43:22,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:22,449 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:22,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7bcdab68db20991119fcf1ea38cd99e6: Waiting for close lock at 1731912202449Disabling compacts and flushes for region at 1731912202449Disabling writes for close at 1731912202449Writing region close event to WAL at 1731912202449Closed at 1731912202449 2024-11-18T06:43:22,450 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a210a3231ab792132a6a496fadbd74ca, NAME => 'SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741844_1020 (size=62) 2024-11-18T06:43:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741844_1020 (size=62) 2024-11-18T06:43:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741844_1020 (size=62) 2024-11-18T06:43:22,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3ca173e72b638224fe57857a8b16d280, disabling compactions & flushes 2024-11-18T06:43:22,493 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:22,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:22,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. after waiting 0 ms 2024-11-18T06:43:22,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:22,494 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:22,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ca173e72b638224fe57857a8b16d280: Waiting for close lock at 1731912202493Disabling compacts and flushes for region at 1731912202493Disabling writes for close at 1731912202493Writing region close event to WAL at 1731912202494 (+1 ms)Closed at 1731912202494 2024-11-18T06:43:22,494 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2c6c406aee5831749e0102bf2fd5c6f, NAME => 'SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63 2024-11-18T06:43:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741846_1022 (size=62) 2024-11-18T06:43:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741846_1022 (size=62) 2024-11-18T06:43:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741846_1022 (size=62) 2024-11-18T06:43:22,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bd89033272bed92fc387a6749335bf0b, disabling compactions & flushes 2024-11-18T06:43:22,496 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:22,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:22,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. after waiting 0 ms 2024-11-18T06:43:22,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:22,496 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:22,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bd89033272bed92fc387a6749335bf0b: Waiting for close lock at 1731912202496Disabling compacts and flushes for region at 1731912202496Disabling writes for close at 1731912202496Writing region close event to WAL at 1731912202496Closed at 1731912202496 2024-11-18T06:43:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741845_1021 (size=62) 2024-11-18T06:43:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741845_1021 (size=62) 2024-11-18T06:43:22,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741845_1021 (size=62) 2024-11-18T06:43:22,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a210a3231ab792132a6a496fadbd74ca, disabling compactions & flushes 2024-11-18T06:43:22,508 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:22,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:22,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. after waiting 0 ms 2024-11-18T06:43:22,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:22,508 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:22,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a210a3231ab792132a6a496fadbd74ca: Waiting for close lock at 1731912202508Disabling compacts and flushes for region at 1731912202508Disabling writes for close at 1731912202508Writing region close event to WAL at 1731912202508Closed at 1731912202508 2024-11-18T06:43:22,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741847_1023 (size=54) 2024-11-18T06:43:22,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741847_1023 (size=54) 2024-11-18T06:43:22,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741847_1023 (size=54) 2024-11-18T06:43:22,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:22,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b2c6c406aee5831749e0102bf2fd5c6f, disabling compactions & flushes 2024-11-18T06:43:22,536 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:22,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:22,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. after waiting 0 ms 2024-11-18T06:43:22,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:22,537 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:22,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2c6c406aee5831749e0102bf2fd5c6f: Waiting for close lock at 1731912202536Disabling compacts and flushes for region at 1731912202536Disabling writes for close at 1731912202536Writing region close event to WAL at 1731912202537 (+1 ms)Closed at 1731912202537 2024-11-18T06:43:22,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:43:22,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731912202539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912202539"}]},"ts":"1731912202539"} 2024-11-18T06:43:22,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T06:43:22,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:43:22,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731912202547"}]},"ts":"1731912202547"} 2024-11-18T06:43:22,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T06:43:22,551 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:43:22,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:43:22,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:43:22,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T06:43:22,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:43:22,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:43:22,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T06:43:22,557 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:43:22,557 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:43:22,557 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T06:43:22,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:43:22,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b700c8dab8fdad94d49142ecb464c957, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42907d23fb22e1f575887aa40bf82e2e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa8edff522509d3e9e324c65d65cebe7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5b21ad91548f588e66cfe1a2ecf8df1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a5e0714f81232d64020cf2d9167fcb9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bcdab68db20991119fcf1ea38cd99e6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ca173e72b638224fe57857a8b16d280, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd89033272bed92fc387a6749335bf0b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a210a3231ab792132a6a496fadbd74ca, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2c6c406aee5831749e0102bf2fd5c6f, ASSIGN}] 2024-11-18T06:43:22,560 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa8edff522509d3e9e324c65d65cebe7, ASSIGN 2024-11-18T06:43:22,560 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42907d23fb22e1f575887aa40bf82e2e, ASSIGN 2024-11-18T06:43:22,561 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b700c8dab8fdad94d49142ecb464c957, ASSIGN 2024-11-18T06:43:22,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5b21ad91548f588e66cfe1a2ecf8df1, ASSIGN 2024-11-18T06:43:22,562 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa8edff522509d3e9e324c65d65cebe7, ASSIGN; state=OFFLINE, location=75ed3c3b0308,38471,1731912191136; forceNewPlan=false, retain=false 2024-11-18T06:43:22,563 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42907d23fb22e1f575887aa40bf82e2e, ASSIGN; state=OFFLINE, location=75ed3c3b0308,46687,1731912191223; forceNewPlan=false, retain=false 2024-11-18T06:43:22,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5b21ad91548f588e66cfe1a2ecf8df1, ASSIGN; state=OFFLINE, location=75ed3c3b0308,43789,1731912191182; forceNewPlan=false, retain=false 2024-11-18T06:43:22,563 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b700c8dab8fdad94d49142ecb464c957, ASSIGN; state=OFFLINE, location=75ed3c3b0308,43789,1731912191182; forceNewPlan=false, retain=false 2024-11-18T06:43:22,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2c6c406aee5831749e0102bf2fd5c6f, ASSIGN 2024-11-18T06:43:22,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2c6c406aee5831749e0102bf2fd5c6f, ASSIGN; state=OFFLINE, location=75ed3c3b0308,43789,1731912191182; forceNewPlan=false, retain=false 2024-11-18T06:43:22,569 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd89033272bed92fc387a6749335bf0b, ASSIGN 2024-11-18T06:43:22,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ca173e72b638224fe57857a8b16d280, ASSIGN 2024-11-18T06:43:22,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bcdab68db20991119fcf1ea38cd99e6, ASSIGN 2024-11-18T06:43:22,571 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a210a3231ab792132a6a496fadbd74ca, ASSIGN 2024-11-18T06:43:22,571 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a5e0714f81232d64020cf2d9167fcb9, ASSIGN 2024-11-18T06:43:22,572 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd89033272bed92fc387a6749335bf0b, ASSIGN; state=OFFLINE, location=75ed3c3b0308,46687,1731912191223; forceNewPlan=false, retain=false 2024-11-18T06:43:22,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ca173e72b638224fe57857a8b16d280, ASSIGN; state=OFFLINE, location=75ed3c3b0308,43789,1731912191182; forceNewPlan=false, retain=false 2024-11-18T06:43:22,573 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bcdab68db20991119fcf1ea38cd99e6, ASSIGN; state=OFFLINE, location=75ed3c3b0308,38471,1731912191136; forceNewPlan=false, retain=false 2024-11-18T06:43:22,573 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a210a3231ab792132a6a496fadbd74ca, ASSIGN; state=OFFLINE, location=75ed3c3b0308,38471,1731912191136; forceNewPlan=false, retain=false 2024-11-18T06:43:22,573 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a5e0714f81232d64020cf2d9167fcb9, ASSIGN; state=OFFLINE, location=75ed3c3b0308,46687,1731912191223; forceNewPlan=false, retain=false 2024-11-18T06:43:22,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:43:22,607 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:43:22,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:43:22,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T06:43:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:22,713 INFO [75ed3c3b0308:35771 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T06:43:22,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bd89033272bed92fc387a6749335bf0b, regionState=OPENING, regionLocation=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:22,714 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a5e0714f81232d64020cf2d9167fcb9, regionState=OPENING, regionLocation=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:22,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=42907d23fb22e1f575887aa40bf82e2e, regionState=OPENING, regionLocation=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:22,714 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b2c6c406aee5831749e0102bf2fd5c6f, regionState=OPENING, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:22,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3ca173e72b638224fe57857a8b16d280, regionState=OPENING, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:22,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b5b21ad91548f588e66cfe1a2ecf8df1, regionState=OPENING, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:22,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b700c8dab8fdad94d49142ecb464c957, regionState=OPENING, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:22,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a210a3231ab792132a6a496fadbd74ca, regionState=OPENING, regionLocation=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:22,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7bcdab68db20991119fcf1ea38cd99e6, regionState=OPENING, regionLocation=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:22,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=aa8edff522509d3e9e324c65d65cebe7, regionState=OPENING, regionLocation=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:22,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd89033272bed92fc387a6749335bf0b, ASSIGN because future has completed 2024-11-18T06:43:22,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd89033272bed92fc387a6749335bf0b, server=75ed3c3b0308,46687,1731912191223}] 2024-11-18T06:43:22,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a5e0714f81232d64020cf2d9167fcb9, ASSIGN because future has completed 2024-11-18T06:43:22,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a5e0714f81232d64020cf2d9167fcb9, server=75ed3c3b0308,46687,1731912191223}] 2024-11-18T06:43:22,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2c6c406aee5831749e0102bf2fd5c6f, ASSIGN because future has completed 2024-11-18T06:43:22,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42907d23fb22e1f575887aa40bf82e2e, ASSIGN because future has completed 2024-11-18T06:43:22,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2c6c406aee5831749e0102bf2fd5c6f, server=75ed3c3b0308,43789,1731912191182}] 2024-11-18T06:43:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ca173e72b638224fe57857a8b16d280, ASSIGN because future has completed 2024-11-18T06:43:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5b21ad91548f588e66cfe1a2ecf8df1, ASSIGN because future has completed 2024-11-18T06:43:22,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42907d23fb22e1f575887aa40bf82e2e, server=75ed3c3b0308,46687,1731912191223}] 2024-11-18T06:43:22,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a210a3231ab792132a6a496fadbd74ca, ASSIGN because future has completed 2024-11-18T06:43:22,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ca173e72b638224fe57857a8b16d280, server=75ed3c3b0308,43789,1731912191182}] 2024-11-18T06:43:22,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b700c8dab8fdad94d49142ecb464c957, ASSIGN because future has completed 2024-11-18T06:43:22,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b700c8dab8fdad94d49142ecb464c957, server=75ed3c3b0308,43789,1731912191182}] 2024-11-18T06:43:22,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bcdab68db20991119fcf1ea38cd99e6, ASSIGN because future has completed 2024-11-18T06:43:22,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa8edff522509d3e9e324c65d65cebe7, ASSIGN because future has completed 2024-11-18T06:43:22,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa8edff522509d3e9e324c65d65cebe7, server=75ed3c3b0308,38471,1731912191136}] 2024-11-18T06:43:22,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a210a3231ab792132a6a496fadbd74ca, server=75ed3c3b0308,38471,1731912191136}] 2024-11-18T06:43:22,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bcdab68db20991119fcf1ea38cd99e6, server=75ed3c3b0308,38471,1731912191136}] 2024-11-18T06:43:22,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5b21ad91548f588e66cfe1a2ecf8df1, server=75ed3c3b0308,43789,1731912191182}] 2024-11-18T06:43:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:23,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:43:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:27,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:27,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:27,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:27,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:43:27,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:27,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:27,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:32,725 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:43:32,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52845, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:43:32,732 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:32,732 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => bd89033272bed92fc387a6749335bf0b, NAME => 'SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T06:43:32,733 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,733 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,733 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,733 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,734 INFO [StoreOpener-bd89033272bed92fc387a6749335bf0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,736 INFO [StoreOpener-bd89033272bed92fc387a6749335bf0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd89033272bed92fc387a6749335bf0b columnFamilyName cf 2024-11-18T06:43:32,736 DEBUG [StoreOpener-bd89033272bed92fc387a6749335bf0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,736 INFO [StoreOpener-bd89033272bed92fc387a6749335bf0b-1 {}] regionserver.HStore(327): Store=bd89033272bed92fc387a6749335bf0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,736 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,737 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,737 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,737 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,737 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,739 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,741 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,741 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened bd89033272bed92fc387a6749335bf0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63670880, jitterRate=-0.05122995376586914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,741 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:32,741 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for bd89033272bed92fc387a6749335bf0b: Running coprocessor pre-open hook at 1731912212733Writing region info on filesystem at 1731912212733Initializing all the Stores at 1731912212734 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212734Cleaning up temporary data from old regions at 1731912212737 (+3 ms)Running coprocessor post-open hooks at 1731912212741 (+4 ms)Region opened successfully at 1731912212741 2024-11-18T06:43:32,742 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., pid=15, masterSystemTime=1731912212725 2024-11-18T06:43:32,744 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:43:32,744 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:32,744 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:32,744 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:32,744 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a5e0714f81232d64020cf2d9167fcb9, NAME => 'SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T06:43:32,745 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,745 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,745 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,745 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,745 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bd89033272bed92fc387a6749335bf0b, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:32,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41797, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:43:32,746 INFO [StoreOpener-5a5e0714f81232d64020cf2d9167fcb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd89033272bed92fc387a6749335bf0b, server=75ed3c3b0308,46687,1731912191223 because future has completed 2024-11-18T06:43:32,748 INFO [StoreOpener-5a5e0714f81232d64020cf2d9167fcb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a5e0714f81232d64020cf2d9167fcb9 columnFamilyName cf 2024-11-18T06:43:32,748 DEBUG [StoreOpener-5a5e0714f81232d64020cf2d9167fcb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,750 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:32,750 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b2c6c406aee5831749e0102bf2fd5c6f, NAME => 'SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T06:43:32,750 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,750 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,750 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,750 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-18T06:43:32,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bd89033272bed92fc387a6749335bf0b, server=75ed3c3b0308,46687,1731912191223 in 10.0260 sec 2024-11-18T06:43:32,751 INFO [StoreOpener-5a5e0714f81232d64020cf2d9167fcb9-1 {}] regionserver.HStore(327): Store=5a5e0714f81232d64020cf2d9167fcb9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,752 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd89033272bed92fc387a6749335bf0b, ASSIGN in 10.1930 sec 2024-11-18T06:43:32,753 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,753 INFO [StoreOpener-b2c6c406aee5831749e0102bf2fd5c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,753 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,753 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,753 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,755 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,756 INFO [StoreOpener-b2c6c406aee5831749e0102bf2fd5c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c6c406aee5831749e0102bf2fd5c6f columnFamilyName cf 2024-11-18T06:43:32,756 DEBUG [StoreOpener-b2c6c406aee5831749e0102bf2fd5c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,757 INFO [StoreOpener-b2c6c406aee5831749e0102bf2fd5c6f-1 {}] regionserver.HStore(327): Store=b2c6c406aee5831749e0102bf2fd5c6f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,757 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,757 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,758 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,758 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,758 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,759 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:32,759 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bcdab68db20991119fcf1ea38cd99e6, NAME => 'SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T06:43:32,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/5a5e0714f81232d64020cf2d9167fcb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,761 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5a5e0714f81232d64020cf2d9167fcb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65685539, jitterRate=-0.021209195256233215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,761 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:32,761 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5a5e0714f81232d64020cf2d9167fcb9: Running coprocessor pre-open hook at 1731912212745Writing region info on filesystem at 1731912212745Initializing all the Stores at 1731912212746 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212746Cleaning up temporary data from old regions at 1731912212753 (+7 ms)Running coprocessor post-open hooks at 1731912212761 (+8 ms)Region opened successfully at 1731912212761 2024-11-18T06:43:32,761 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9., pid=16, masterSystemTime=1731912212725 2024-11-18T06:43:32,762 INFO [StoreOpener-7bcdab68db20991119fcf1ea38cd99e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,762 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,763 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b2c6c406aee5831749e0102bf2fd5c6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60138326, jitterRate=-0.10386911034584045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,763 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:32,763 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b2c6c406aee5831749e0102bf2fd5c6f: Running coprocessor pre-open hook at 1731912212750Writing region info on filesystem at 1731912212750Initializing all the Stores at 1731912212752 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212753 (+1 ms)Cleaning up temporary data from old regions at 1731912212758 (+5 ms)Running coprocessor post-open hooks at 1731912212763 (+5 ms)Region opened successfully at 1731912212763 2024-11-18T06:43:32,763 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:32,763 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:32,763 INFO [StoreOpener-7bcdab68db20991119fcf1ea38cd99e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bcdab68db20991119fcf1ea38cd99e6 columnFamilyName cf 2024-11-18T06:43:32,763 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:32,763 DEBUG [StoreOpener-7bcdab68db20991119fcf1ea38cd99e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,764 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 42907d23fb22e1f575887aa40bf82e2e, NAME => 'SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T06:43:32,764 INFO [StoreOpener-7bcdab68db20991119fcf1ea38cd99e6-1 {}] regionserver.HStore(327): Store=7bcdab68db20991119fcf1ea38cd99e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a5e0714f81232d64020cf2d9167fcb9, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:32,764 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f., pid=17, masterSystemTime=1731912212743 2024-11-18T06:43:32,764 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,764 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,764 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,764 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,764 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,765 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,765 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,766 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:32,766 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:32,766 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:32,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a5e0714f81232d64020cf2d9167fcb9, server=75ed3c3b0308,46687,1731912191223 because future has completed 2024-11-18T06:43:32,766 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b5b21ad91548f588e66cfe1a2ecf8df1, NAME => 'SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T06:43:32,767 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b2c6c406aee5831749e0102bf2fd5c6f, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:32,767 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,767 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,767 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,767 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,767 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,769 INFO [StoreOpener-42907d23fb22e1f575887aa40bf82e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2c6c406aee5831749e0102bf2fd5c6f, server=75ed3c3b0308,43789,1731912191182 because future has completed 2024-11-18T06:43:32,770 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,770 INFO [StoreOpener-42907d23fb22e1f575887aa40bf82e2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42907d23fb22e1f575887aa40bf82e2e columnFamilyName cf 2024-11-18T06:43:32,770 DEBUG [StoreOpener-42907d23fb22e1f575887aa40bf82e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-18T06:43:32,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a5e0714f81232d64020cf2d9167fcb9, server=75ed3c3b0308,46687,1731912191223 in 10.0400 sec 2024-11-18T06:43:32,771 INFO [StoreOpener-42907d23fb22e1f575887aa40bf82e2e-1 {}] regionserver.HStore(327): Store=42907d23fb22e1f575887aa40bf82e2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,771 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,772 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-18T06:43:32,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b2c6c406aee5831749e0102bf2fd5c6f, server=75ed3c3b0308,43789,1731912191182 in 10.0390 sec 2024-11-18T06:43:32,772 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,773 INFO [StoreOpener-b5b21ad91548f588e66cfe1a2ecf8df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a5e0714f81232d64020cf2d9167fcb9, ASSIGN in 10.2140 sec 2024-11-18T06:43:32,773 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/7bcdab68db20991119fcf1ea38cd99e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2c6c406aee5831749e0102bf2fd5c6f, ASSIGN in 10.2150 sec 2024-11-18T06:43:32,774 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7bcdab68db20991119fcf1ea38cd99e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69981343, jitterRate=0.04280327260494232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,774 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:32,774 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7bcdab68db20991119fcf1ea38cd99e6: Running coprocessor pre-open hook at 1731912212760Writing region info on filesystem at 1731912212760Initializing all the Stores at 1731912212761 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212761Cleaning up temporary data from old regions at 1731912212767 (+6 ms)Running coprocessor post-open hooks at 1731912212774 (+7 ms)Region opened successfully at 1731912212774 2024-11-18T06:43:32,775 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6., pid=23, masterSystemTime=1731912212748 2024-11-18T06:43:32,776 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,776 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,776 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:32,777 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:32,777 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:32,777 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a210a3231ab792132a6a496fadbd74ca, NAME => 'SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T06:43:32,777 INFO [StoreOpener-b5b21ad91548f588e66cfe1a2ecf8df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5b21ad91548f588e66cfe1a2ecf8df1 columnFamilyName cf 2024-11-18T06:43:32,777 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7bcdab68db20991119fcf1ea38cd99e6, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:32,777 DEBUG [StoreOpener-b5b21ad91548f588e66cfe1a2ecf8df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,777 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,777 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,777 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,777 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,778 INFO [StoreOpener-b5b21ad91548f588e66cfe1a2ecf8df1-1 {}] regionserver.HStore(327): Store=b5b21ad91548f588e66cfe1a2ecf8df1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,778 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,779 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bcdab68db20991119fcf1ea38cd99e6, server=75ed3c3b0308,38471,1731912191136 because future has completed 2024-11-18T06:43:32,779 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,780 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,780 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,780 INFO [StoreOpener-a210a3231ab792132a6a496fadbd74ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,780 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,782 INFO [StoreOpener-a210a3231ab792132a6a496fadbd74ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a210a3231ab792132a6a496fadbd74ca columnFamilyName cf 2024-11-18T06:43:32,782 DEBUG [StoreOpener-a210a3231ab792132a6a496fadbd74ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,782 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,782 INFO [StoreOpener-a210a3231ab792132a6a496fadbd74ca-1 {}] regionserver.HStore(327): Store=a210a3231ab792132a6a496fadbd74ca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-18T06:43:32,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bcdab68db20991119fcf1ea38cd99e6, server=75ed3c3b0308,38471,1731912191136 in 10.0320 sec 2024-11-18T06:43:32,783 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/42907d23fb22e1f575887aa40bf82e2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,784 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 42907d23fb22e1f575887aa40bf82e2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65553325, jitterRate=-0.02317933738231659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,784 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:32,784 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,784 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 42907d23fb22e1f575887aa40bf82e2e: Running coprocessor pre-open hook at 1731912212764Writing region info on filesystem at 1731912212764Initializing all the Stores at 1731912212765 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212765Cleaning up temporary data from old regions at 1731912212776 (+11 ms)Running coprocessor post-open hooks at 1731912212784 (+8 ms)Region opened successfully at 1731912212784 2024-11-18T06:43:32,785 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e., pid=18, masterSystemTime=1731912212725 2024-11-18T06:43:32,785 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b5b21ad91548f588e66cfe1a2ecf8df1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bcdab68db20991119fcf1ea38cd99e6, ASSIGN in 10.2260 sec 2024-11-18T06:43:32,786 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,786 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b5b21ad91548f588e66cfe1a2ecf8df1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64328747, jitterRate=-0.041426971554756165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,786 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:32,786 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b5b21ad91548f588e66cfe1a2ecf8df1: Running coprocessor pre-open hook at 1731912212767Writing region info on filesystem at 1731912212767Initializing all the Stores at 1731912212768 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212768Cleaning up temporary data from old regions at 1731912212780 (+12 ms)Running coprocessor post-open hooks at 1731912212786 (+6 ms)Region opened successfully at 1731912212786 2024-11-18T06:43:32,787 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,787 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1., pid=24, masterSystemTime=1731912212743 2024-11-18T06:43:32,787 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,787 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,787 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:32,787 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:32,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=42907d23fb22e1f575887aa40bf82e2e, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:32,790 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,790 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:32,790 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:32,790 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:32,790 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ca173e72b638224fe57857a8b16d280, NAME => 'SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T06:43:32,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42907d23fb22e1f575887aa40bf82e2e, server=75ed3c3b0308,46687,1731912191223 because future has completed 2024-11-18T06:43:32,791 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,791 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,791 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,791 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b5b21ad91548f588e66cfe1a2ecf8df1, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:32,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5b21ad91548f588e66cfe1a2ecf8df1, server=75ed3c3b0308,43789,1731912191182 because future has completed 2024-11-18T06:43:32,795 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,795 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a210a3231ab792132a6a496fadbd74ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70578355, jitterRate=0.0516994446516037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,795 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:32,796 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a210a3231ab792132a6a496fadbd74ca: Running coprocessor pre-open hook at 1731912212778Writing region info on filesystem at 1731912212778Initializing all the Stores at 1731912212779 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212779Cleaning up temporary data from old regions at 1731912212787 (+8 ms)Running coprocessor post-open hooks at 1731912212796 (+9 ms)Region opened successfully at 1731912212796 2024-11-18T06:43:32,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-18T06:43:32,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 42907d23fb22e1f575887aa40bf82e2e, server=75ed3c3b0308,46687,1731912191223 in 10.0560 sec 2024-11-18T06:43:32,796 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca., pid=22, masterSystemTime=1731912212748 2024-11-18T06:43:32,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42907d23fb22e1f575887aa40bf82e2e, ASSIGN in 10.2390 sec 2024-11-18T06:43:32,799 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:32,799 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:32,799 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:32,799 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => aa8edff522509d3e9e324c65d65cebe7, NAME => 'SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T06:43:32,799 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,799 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,799 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,799 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a210a3231ab792132a6a496fadbd74ca, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:32,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-18T06:43:32,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b5b21ad91548f588e66cfe1a2ecf8df1, server=75ed3c3b0308,43789,1731912191182 in 10.0380 sec 2024-11-18T06:43:32,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a210a3231ab792132a6a496fadbd74ca, server=75ed3c3b0308,38471,1731912191136 because future has completed 2024-11-18T06:43:32,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5b21ad91548f588e66cfe1a2ecf8df1, ASSIGN in 10.2440 sec 2024-11-18T06:43:32,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-18T06:43:32,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a210a3231ab792132a6a496fadbd74ca, server=75ed3c3b0308,38471,1731912191136 in 10.0550 sec 2024-11-18T06:43:32,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a210a3231ab792132a6a496fadbd74ca, ASSIGN in 10.2480 sec 2024-11-18T06:43:32,812 INFO [StoreOpener-3ca173e72b638224fe57857a8b16d280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,812 INFO [StoreOpener-aa8edff522509d3e9e324c65d65cebe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,814 INFO [StoreOpener-aa8edff522509d3e9e324c65d65cebe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa8edff522509d3e9e324c65d65cebe7 columnFamilyName cf 2024-11-18T06:43:32,814 INFO [StoreOpener-3ca173e72b638224fe57857a8b16d280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ca173e72b638224fe57857a8b16d280 columnFamilyName cf 2024-11-18T06:43:32,814 DEBUG [StoreOpener-aa8edff522509d3e9e324c65d65cebe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,814 DEBUG [StoreOpener-3ca173e72b638224fe57857a8b16d280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,814 INFO [StoreOpener-3ca173e72b638224fe57857a8b16d280-1 {}] regionserver.HStore(327): Store=3ca173e72b638224fe57857a8b16d280/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,815 INFO [StoreOpener-aa8edff522509d3e9e324c65d65cebe7-1 {}] regionserver.HStore(327): Store=aa8edff522509d3e9e324c65d65cebe7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,815 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,815 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,816 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,816 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,816 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,816 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,816 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,816 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,817 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,817 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,818 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,818 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,821 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,821 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/aa8edff522509d3e9e324c65d65cebe7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,821 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3ca173e72b638224fe57857a8b16d280; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69085034, jitterRate=0.029447227716445923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,821 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:32,821 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3ca173e72b638224fe57857a8b16d280: Running coprocessor pre-open hook at 1731912212791Writing region info on filesystem at 1731912212791Initializing all the Stores at 1731912212793 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212793Cleaning up temporary data from old regions at 1731912212816 (+23 ms)Running coprocessor post-open hooks at 1731912212821 (+5 ms)Region opened successfully at 1731912212821 2024-11-18T06:43:32,821 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened aa8edff522509d3e9e324c65d65cebe7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71929041, jitterRate=0.07182623445987701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,822 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:32,822 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for aa8edff522509d3e9e324c65d65cebe7: Running coprocessor pre-open hook at 1731912212799Writing region info on filesystem at 1731912212799Initializing all the Stores at 1731912212800 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212800Cleaning up temporary data from old regions at 1731912212817 (+17 ms)Running coprocessor post-open hooks at 1731912212822 (+5 ms)Region opened successfully at 1731912212822 2024-11-18T06:43:32,822 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280., pid=19, masterSystemTime=1731912212743 2024-11-18T06:43:32,823 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7., pid=21, masterSystemTime=1731912212748 2024-11-18T06:43:32,824 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:32,824 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:32,825 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:32,825 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b700c8dab8fdad94d49142ecb464c957, NAME => 'SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T06:43:32,825 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3ca173e72b638224fe57857a8b16d280, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:32,825 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,825 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:43:32,825 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,825 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,828 INFO [StoreOpener-b700c8dab8fdad94d49142ecb464c957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,828 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35771 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,43789,1731912191182, table=SPTestTable, region=3ca173e72b638224fe57857a8b16d280. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:43:32,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ca173e72b638224fe57857a8b16d280, server=75ed3c3b0308,43789,1731912191182 because future has completed 2024-11-18T06:43:32,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=aa8edff522509d3e9e324c65d65cebe7, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:32,830 INFO [StoreOpener-b700c8dab8fdad94d49142ecb464c957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b700c8dab8fdad94d49142ecb464c957 columnFamilyName cf 2024-11-18T06:43:32,830 DEBUG [StoreOpener-b700c8dab8fdad94d49142ecb464c957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:43:32,831 INFO [StoreOpener-b700c8dab8fdad94d49142ecb464c957-1 {}] regionserver.HStore(327): Store=b700c8dab8fdad94d49142ecb464c957/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:43:32,831 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa8edff522509d3e9e324c65d65cebe7, server=75ed3c3b0308,38471,1731912191136 because future has completed 2024-11-18T06:43:32,832 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,833 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,834 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,834 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-18T06:43:32,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ca173e72b638224fe57857a8b16d280, server=75ed3c3b0308,43789,1731912191182 in 10.0920 sec 2024-11-18T06:43:32,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-18T06:43:32,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure aa8edff522509d3e9e324c65d65cebe7, server=75ed3c3b0308,38471,1731912191136 in 10.0890 sec 2024-11-18T06:43:32,836 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ca173e72b638224fe57857a8b16d280, ASSIGN in 10.2770 sec 2024-11-18T06:43:32,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa8edff522509d3e9e324c65d65cebe7, ASSIGN in 10.2790 sec 2024-11-18T06:43:32,839 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b700c8dab8fdad94d49142ecb464c957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:43:32,840 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b700c8dab8fdad94d49142ecb464c957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65116208, jitterRate=-0.029692888259887695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T06:43:32,840 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:32,840 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b700c8dab8fdad94d49142ecb464c957: Running coprocessor pre-open hook at 1731912212826Writing region info on filesystem at 1731912212826Initializing all the Stores at 1731912212827 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912212827Cleaning up temporary data from old regions at 1731912212834 (+7 ms)Running coprocessor post-open hooks at 1731912212840 (+6 ms)Region opened successfully at 1731912212840 2024-11-18T06:43:32,840 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:32,840 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:32,841 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957., pid=20, masterSystemTime=1731912212743 2024-11-18T06:43:32,842 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:32,843 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:32,843 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b700c8dab8fdad94d49142ecb464c957, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:32,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b700c8dab8fdad94d49142ecb464c957, server=75ed3c3b0308,43789,1731912191182 because future has completed 2024-11-18T06:43:32,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-18T06:43:32,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b700c8dab8fdad94d49142ecb464c957, server=75ed3c3b0308,43789,1731912191182 in 10.1040 sec 2024-11-18T06:43:32,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:43:32,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b700c8dab8fdad94d49142ecb464c957, ASSIGN in 10.2910 sec 2024-11-18T06:43:32,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:43:32,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731912212851"}]},"ts":"1731912212851"} 2024-11-18T06:43:32,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T06:43:32,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:43:32,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5350 sec 2024-11-18T06:43:35,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T06:43:37,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:37,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:37,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:38,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:43:38,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:38,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:38,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:43:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:43:40,594 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T06:43:40,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T06:43:40,594 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:43:40,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T06:43:40,598 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:43:40,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T06:43:40,624 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,626 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,628 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,630 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,634 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,635 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,680 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., hostname=75ed3c3b0308,46687,1731912191223, seqNum=2] 2024-11-18T06:43:40,682 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., hostname=75ed3c3b0308,46687,1731912191223, seqNum=2] 2024-11-18T06:43:40,683 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., hostname=75ed3c3b0308,46687,1731912191223, seqNum=2] 2024-11-18T06:43:40,685 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., hostname=75ed3c3b0308,46687,1731912191223, seqNum=2] 2024-11-18T06:43:40,686 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., hostname=75ed3c3b0308,46687,1731912191223, seqNum=2] 2024-11-18T06:43:40,687 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., hostname=75ed3c3b0308,46687,1731912191223, seqNum=2] 2024-11-18T06:43:40,689 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., hostname=75ed3c3b0308,46687,1731912191223, seqNum=2] 2024-11-18T06:43:40,690 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b., hostname=75ed3c3b0308,46687,1731912191223, seqNum=2] 2024-11-18T06:43:40,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca., hostname=75ed3c3b0308,38471,1731912191136, seqNum=2] 2024-11-18T06:43:40,734 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca., hostname=75ed3c3b0308,38471,1731912191136, seqNum=2] 2024-11-18T06:43:40,754 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca., hostname=75ed3c3b0308,38471,1731912191136, seqNum=2] 2024-11-18T06:43:40,756 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca., hostname=75ed3c3b0308,38471,1731912191136, seqNum=2] 2024-11-18T06:43:40,757 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca., hostname=75ed3c3b0308,38471,1731912191136, seqNum=2] 2024-11-18T06:43:40,758 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca., hostname=75ed3c3b0308,38471,1731912191136, seqNum=2] 2024-11-18T06:43:40,817 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,819 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,820 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,821 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,822 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f., hostname=75ed3c3b0308,43789,1731912191182, seqNum=2] 2024-11-18T06:43:40,991 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:43:41,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:43:41,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:43:41,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:43:41,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:43:41,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T06:43:41,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:41,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T06:43:41,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T06:43:41,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T06:43:42,024 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T06:43:42,025 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:43:42,025 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T06:43:42,026 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T06:43:42,029 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T06:43:42,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741848_1024 (size=49) 2024-11-18T06:43:42,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741848_1024 (size=49) 2024-11-18T06:43:42,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741848_1024 (size=49) 2024-11-18T06:43:42,040 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T06:43:42,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b700c8dab8fdad94d49142ecb464c957}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42907d23fb22e1f575887aa40bf82e2e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa8edff522509d3e9e324c65d65cebe7}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5b21ad91548f588e66cfe1a2ecf8df1}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a5e0714f81232d64020cf2d9167fcb9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bcdab68db20991119fcf1ea38cd99e6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ca173e72b638224fe57857a8b16d280}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd89033272bed92fc387a6749335bf0b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a210a3231ab792132a6a496fadbd74ca}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2c6c406aee5831749e0102bf2fd5c6f}] 2024-11-18T06:43:42,042 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:42,042 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:42,042 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:42,042 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:42,042 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:42,046 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:42,046 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:42,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:42,047 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:42,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:49,969 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T06:43:52,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T06:43:52,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T06:43:52,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:52,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T06:43:52,044 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a210a3231ab792132a6a496fadbd74ca 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T06:43:52,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:52,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for aa8edff522509d3e9e324c65d65cebe7: 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7bcdab68db20991119fcf1ea38cd99e6: 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:43:52,044 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing bd89033272bed92fc387a6749335bf0b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T06:43:52,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b5b21ad91548f588e66cfe1a2ecf8df1: 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:52,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5a5e0714f81232d64020cf2d9167fcb9: 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 42907d23fb22e1f575887aa40bf82e2e: 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:43:52,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T06:43:52,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:52,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:52,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b700c8dab8fdad94d49142ecb464c957: 2024-11-18T06:43:52,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,046 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b2c6c406aee5831749e0102bf2fd5c6f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-18T06:43:52,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T06:43:52,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/.tmp/cf/113b5925f9cf4b3eb0970dc26dcd0bfc is 34, key is baa/cf:cf/1731912221488/Put/seqid=0 2024-11-18T06:43:52,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca/.tmp/cf/2efb73c843e348b19c2e5a6467282084 is 34, key is ccd/cf:cf/1731912221523/Put/seqid=0 2024-11-18T06:43:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741850_1026 (size=57) 2024-11-18T06:43:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741850_1026 (size=57) 2024-11-18T06:43:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741850_1026 (size=57) 2024-11-18T06:43:52,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741849_1025 (size=65) 2024-11-18T06:43:52,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:43:52,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T06:43:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741849_1025 (size=65) 2024-11-18T06:43:52,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741849_1025 (size=65) 2024-11-18T06:43:52,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 3ca173e72b638224fe57857a8b16d280 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-18T06:43:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T06:43:52,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:52,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731912202318.7bcdab68db20991119fcf1ea38cd99e6. 2024-11-18T06:43:52,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T06:43:52,094 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:43:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T06:43:52,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:52,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bcdab68db20991119fcf1ea38cd99e6 2024-11-18T06:43:52,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b700c8dab8fdad94d49142ecb464c957 in 10.0550 sec 2024-11-18T06:43:52,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7bcdab68db20991119fcf1ea38cd99e6 in 10.0560 sec 2024-11-18T06:43:52,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741851_1027 (size=65) 2024-11-18T06:43:52,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741851_1027 (size=65) 2024-11-18T06:43:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741851_1027 (size=65) 2024-11-18T06:43:52,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731912202318.aa8edff522509d3e9e324c65d65cebe7. 2024-11-18T06:43:52,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T06:43:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T06:43:52,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:52,126 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa8edff522509d3e9e324c65d65cebe7 2024-11-18T06:43:52,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa8edff522509d3e9e324c65d65cebe7 in 10.0870 sec 2024-11-18T06:43:52,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/.tmp/cf/0500803c05884aa3b144af4c9215ef1f is 34, key is eaa/cf:cf/1731912221909/Put/seqid=0 2024-11-18T06:43:52,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741852_1028 (size=65) 2024-11-18T06:43:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741852_1028 (size=65) 2024-11-18T06:43:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741852_1028 (size=65) 2024-11-18T06:43:52,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:43:52,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T06:43:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T06:43:52,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:52,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:43:52,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5b21ad91548f588e66cfe1a2ecf8df1 in 10.1030 sec 2024-11-18T06:43:52,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741853_1029 (size=65) 2024-11-18T06:43:52,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741853_1029 (size=65) 2024-11-18T06:43:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741854_1030 (size=65) 2024-11-18T06:43:52,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:43:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741854_1030 (size=65) 2024-11-18T06:43:52,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T06:43:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741854_1030 (size=65) 2024-11-18T06:43:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741853_1029 (size=65) 2024-11-18T06:43:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T06:43:52,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:52,162 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:43:52,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 42907d23fb22e1f575887aa40bf82e2e in 10.1230 sec 2024-11-18T06:43:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741855_1031 (size=28623) 2024-11-18T06:43:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741855_1031 (size=28623) 2024-11-18T06:43:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741855_1031 (size=28623) 2024-11-18T06:43:52,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/.tmp/cf/113b5925f9cf4b3eb0970dc26dcd0bfc 2024-11-18T06:43:52,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/.tmp/cf/dd1d15c155fa4516b8773e70d175d000 is 34, key is aaa/cf:cf/1731912221532/Put/seqid=0 2024-11-18T06:43:52,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741856_1032 (size=499309) 2024-11-18T06:43:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741856_1032 (size=499309) 2024-11-18T06:43:52,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741856_1032 (size=499309) 2024-11-18T06:43:52,195 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/.tmp/cf/0500803c05884aa3b144af4c9215ef1f 2024-11-18T06:43:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741857_1033 (size=47197) 2024-11-18T06:43:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741857_1033 (size=47197) 2024-11-18T06:43:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741857_1033 (size=47197) 2024-11-18T06:43:52,208 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca/.tmp/cf/2efb73c843e348b19c2e5a6467282084 2024-11-18T06:43:52,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/.tmp/cf/0500803c05884aa3b144af4c9215ef1f as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/cf/0500803c05884aa3b144af4c9215ef1f 2024-11-18T06:43:52,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/.tmp/cf/113b5925f9cf4b3eb0970dc26dcd0bfc as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/cf/113b5925f9cf4b3eb0970dc26dcd0bfc 2024-11-18T06:43:52,225 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/cf/0500803c05884aa3b144af4c9215ef1f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-18T06:43:52,226 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for b2c6c406aee5831749e0102bf2fd5c6f in 180ms, sequenceid=5, compaction requested=false 2024-11-18T06:43:52,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b2c6c406aee5831749e0102bf2fd5c6f: 2024-11-18T06:43:52,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/cf/0500803c05884aa3b144af4c9215ef1f] hfiles 2024-11-18T06:43:52,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/cf/0500803c05884aa3b144af4c9215ef1f for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/cf/113b5925f9cf4b3eb0970dc26dcd0bfc, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T06:43:52,229 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for bd89033272bed92fc387a6749335bf0b in 184ms, sequenceid=5, compaction requested=false 2024-11-18T06:43:52,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for bd89033272bed92fc387a6749335bf0b: 2024-11-18T06:43:52,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/cf/113b5925f9cf4b3eb0970dc26dcd0bfc] hfiles 2024-11-18T06:43:52,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/cf/113b5925f9cf4b3eb0970dc26dcd0bfc for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca/.tmp/cf/2efb73c843e348b19c2e5a6467282084 as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca/cf/2efb73c843e348b19c2e5a6467282084 2024-11-18T06:43:52,239 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca/cf/2efb73c843e348b19c2e5a6467282084, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T06:43:52,240 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a210a3231ab792132a6a496fadbd74ca in 197ms, sequenceid=5, compaction requested=false 2024-11-18T06:43:52,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a210a3231ab792132a6a496fadbd74ca: 2024-11-18T06:43:52,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca/cf/2efb73c843e348b19c2e5a6467282084] hfiles 2024-11-18T06:43:52,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/a210a3231ab792132a6a496fadbd74ca/cf/2efb73c843e348b19c2e5a6467282084 for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741858_1034 (size=26918) 2024-11-18T06:43:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741858_1034 (size=26918) 2024-11-18T06:43:52,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741858_1034 (size=26918) 2024-11-18T06:43:52,243 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/.tmp/cf/dd1d15c155fa4516b8773e70d175d000 2024-11-18T06:43:52,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/.tmp/cf/dd1d15c155fa4516b8773e70d175d000 as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/cf/dd1d15c155fa4516b8773e70d175d000 2024-11-18T06:43:52,257 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/cf/dd1d15c155fa4516b8773e70d175d000, entries=676, sequenceid=5, filesize=26.3 K 2024-11-18T06:43:52,258 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 3ca173e72b638224fe57857a8b16d280 in 165ms, sequenceid=5, compaction requested=false 2024-11-18T06:43:52,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3ca173e72b638224fe57857a8b16d280: 2024-11-18T06:43:52,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. for SnapshotProcedureTest completed. 2024-11-18T06:43:52,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T06:43:52,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/cf/dd1d15c155fa4516b8773e70d175d000] hfiles 2024-11-18T06:43:52,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/cf/dd1d15c155fa4516b8773e70d175d000 for snapshot=SnapshotProcedureTest 2024-11-18T06:43:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741860_1036 (size=105) 2024-11-18T06:43:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741860_1036 (size=105) 2024-11-18T06:43:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741860_1036 (size=105) 2024-11-18T06:43:52,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:43:52,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T06:43:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T06:43:52,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:52,267 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd89033272bed92fc387a6749335bf0b 2024-11-18T06:43:52,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd89033272bed92fc387a6749335bf0b in 10.2280 sec 2024-11-18T06:43:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741859_1035 (size=97) 2024-11-18T06:43:52,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741859_1035 (size=97) 2024-11-18T06:43:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741859_1035 (size=97) 2024-11-18T06:43:52,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:43:52,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T06:43:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T06:43:52,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:52,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:43:52,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b2c6c406aee5831749e0102bf2fd5c6f in 10.2450 sec 2024-11-18T06:43:52,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741861_1037 (size=105) 2024-11-18T06:43:52,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741862_1038 (size=105) 2024-11-18T06:43:52,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741862_1038 (size=105) 2024-11-18T06:43:52,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741862_1038 (size=105) 2024-11-18T06:43:52,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:43:52,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T06:43:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T06:43:52,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:52,302 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:43:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741861_1037 (size=105) 2024-11-18T06:43:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741861_1037 (size=105) 2024-11-18T06:43:52,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731912202318.a210a3231ab792132a6a496fadbd74ca. 2024-11-18T06:43:52,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T06:43:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T06:43:52,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:52,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a210a3231ab792132a6a496fadbd74ca 2024-11-18T06:43:52,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ca173e72b638224fe57857a8b16d280 in 10.2640 sec 2024-11-18T06:43:52,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a210a3231ab792132a6a496fadbd74ca in 10.2660 sec 2024-11-18T06:43:52,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:43:52,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T06:43:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T06:43:52,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:52,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:43:52,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-18T06:43:52,565 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T06:43:52,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a5e0714f81232d64020cf2d9167fcb9 in 10.5230 sec 2024-11-18T06:43:52,566 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T06:43:52,567 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T06:43:52,567 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T06:43:52,569 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T06:43:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741863_1039 (size=1174) 2024-11-18T06:43:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741863_1039 (size=1174) 2024-11-18T06:43:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741863_1039 (size=1174) 2024-11-18T06:43:52,598 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T06:43:52,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T06:43:52,605 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:52,605 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:52,605 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:52,605 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:52,606 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:52,613 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:52,613 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:52,613 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:52,613 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:43:52,637 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:43:52,637 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:52,638 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 75ed3c3b0308,38471,1731912191136: Simulated kill ***** 2024-11-18T06:43:52,638 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:43:52,638 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:43:52,638 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:43:52,639 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:43:52,639 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:43:52,639 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 529501296 }, "NonHeapMemoryUsage": { "committed": 177340416, "init": 7667712, "max": -1, "used": 174551816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:43:52,639 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35771 {}] master.MasterRpcServices(700): 75ed3c3b0308,38471,1731912191136 reported a fatal error: ***** ABORTING region server 75ed3c3b0308,38471,1731912191136: Simulated kill ***** 2024-11-18T06:43:52,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,38471,1731912191136' ***** 2024-11-18T06:43:52,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T06:43:52,640 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:43:52,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:43:52,640 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:43:52,640 INFO [RS:0;75ed3c3b0308:38471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T06:43:52,640 INFO [RS:0;75ed3c3b0308:38471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T06:43:52,640 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:43:52,640 INFO [RS:0;75ed3c3b0308:38471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;75ed3c3b0308:38471. 2024-11-18T06:43:52,641 DEBUG [RS:0;75ed3c3b0308:38471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:43:52,641 DEBUG [RS:0;75ed3c3b0308:38471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741836_1012 (size=14382) 2024-11-18T06:43:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741836_1012 (size=14382) 2024-11-18T06:43:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741836_1012 (size=14382) 2024-11-18T06:43:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741834_1010 (size=1488) 2024-11-18T06:43:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741834_1010 (size=1488) 2024-11-18T06:43:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741834_1010 (size=1488) 2024-11-18T06:43:52,649 DEBUG [RS:0;75ed3c3b0308:38471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:43:52,649 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:43:52,649 INFO [RS:0;75ed3c3b0308:38471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38471 2024-11-18T06:43:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:43:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:52,655 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:43:52,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,38471,1731912191136] 2024-11-18T06:43:52,659 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,38471,1731912191136 already deleted, retry=false 2024-11-18T06:43:52,659 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 75ed3c3b0308,38471,1731912191136 on 75ed3c3b0308,35771,1731912191033 2024-11-18T06:43:52,661 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 75ed3c3b0308,38471,1731912191136, splitWal=true, meta=true 2024-11-18T06:43:52,661 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 75ed3c3b0308,38471,1731912191136 (carryingMeta=true) 75ed3c3b0308,38471,1731912191136/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@59fadd61[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T06:43:52,662 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 75ed3c3b0308,38471,1731912191136, splitWal=true, meta=true 2024-11-18T06:43:52,666 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,38471,1731912191136, splitWal=true, meta=true, isMeta: true 2024-11-18T06:43:52,667 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting 2024-11-18T06:43:52,669 INFO [PEWorker-5 {}] master.SplitWALManager(105): 75ed3c3b0308,38471,1731912191136 WAL count=1, meta=true 2024-11-18T06:43:52,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta}] 2024-11-18T06:43:52,671 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,38471,1731912191136 Release verify snapshot worker=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:52,671 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:43:52,672 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 75ed3c3b0308,38471,1731912191136, this operation will be retried to send to another server 2024-11-18T06:43:52,672 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:43:52,673 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731912233673 2024-11-18T06:43:52,674 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,38471,1731912191136 Release verify snapshot worker=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:52,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, worker=75ed3c3b0308,43789,1731912191182}] 2024-11-18T06:43:52,674 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 75ed3c3b0308,38471,1731912191136, this operation will be retried to send to another server 2024-11-18T06:43:52,674 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:43:52,674 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731912233674 2024-11-18T06:43:52,676 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-18T06:43:52,676 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-18T06:43:52,677 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-18T06:43:52,678 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,38471,1731912191136 Release verify snapshot worker=75ed3c3b0308,38471,1731912191136 2024-11-18T06:43:52,678 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 75ed3c3b0308,38471,1731912191136, this operation will be retried to send to another server 2024-11-18T06:43:52,678 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:43:52,678 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731912233678 2024-11-18T06:43:52,726 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:43:52,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:43:52,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x10129d0b6a20001, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:43:52,757 INFO [RS:0;75ed3c3b0308:38471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:43:52,757 INFO [RS:0;75ed3c3b0308:38471 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,38471,1731912191136; zookeeper connection closed. 2024-11-18T06:43:52,757 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f9aaf11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f9aaf11 2024-11-18T06:43:52,793 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:43:52,793 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:44:02,495 INFO [master/75ed3c3b0308:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T06:44:02,496 INFO [master/75ed3c3b0308:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T06:44:02,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-18T06:44:02,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-18T06:44:02,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-18T06:44:02,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-18T06:44:02,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-18T06:44:02,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-18T06:44:02,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-18T06:44:02,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T06:44:02,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T06:44:02,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-18T06:44:02,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-18T06:44:02,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-18T06:44:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-18T06:44:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-18T06:44:02,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-18T06:44:02,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T06:44:02,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-18T06:44:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-18T06:44:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-18T06:44:02,616 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 Release verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:02,616 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 Release verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T06:44:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-18T06:44:02,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 in 10.0140 sec 2024-11-18T06:44:02,621 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:02,621 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:02,625 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 Release verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:02,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 in 10.0140 sec 2024-11-18T06:44:02,626 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:02,627 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 Release verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:02,628 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 Release verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:02,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 in 10.0230 sec 2024-11-18T06:44:02,629 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:02,629 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 Release verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:02,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 in 10.0260 sec 2024-11-18T06:44:02,630 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, size=14.0 K (14382bytes) 2024-11-18T06:44:02,630 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta 2024-11-18T06:44:02,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 in 10.0250 sec 2024-11-18T06:44:02,631 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta after 1ms 2024-11-18T06:44:02,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 in 10.0270 sec 2024-11-18T06:44:02,634 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta took 4ms 2024-11-18T06:44:02,638 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-18T06:44:02,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta so closing down 2024-11-18T06:44:02,641 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T06:44:02,646 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta.temp 2024-11-18T06:44:02,651 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta.temp 2024-11-18T06:44:02,652 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T06:44:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741864_1040 (size=14141) 2024-11-18T06:44:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741864_1040 (size=14141) 2024-11-18T06:44:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741864_1040 (size=14141) 2024-11-18T06:44:02,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-18T06:44:02,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta.temp to hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T06:44:02,665 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 30 ms; skipped=1; WAL=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-18T06:44:02,665 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, journal: Splitting hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, size=14.0 K (14382bytes) at 1731912242630Finishing writing output for hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta so closing down at 1731912242640 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta.temp at 1731912242651 (+11 ms)3 split writer threads finished at 1731912242652 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731912242663 (+11 ms)Rename recovered edits hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta.temp to hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731912242665 (+2 ms)Processed 26 edits across 1 Regions in 30 ms; skipped=1; WAL=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731912242665 2024-11-18T06:44:02,665 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta 2024-11-18T06:44:02,665 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T06:44:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T06:44:02,669 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting/75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta to hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs 2024-11-18T06:44:02,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-18T06:44:02,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, worker=75ed3c3b0308,43789,1731912191182 in 9.9950 sec 2024-11-18T06:44:02,672 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:02,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-18T06:44:02,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C38471%2C1731912191136.meta.1731912202106.meta, worker=75ed3c3b0308,43789,1731912191182 in 10.0030 sec 2024-11-18T06:44:02,675 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,38471,1731912191136-splitting dir is empty, no logs to split. 2024-11-18T06:44:02,675 INFO [PEWorker-2 {}] master.SplitWALManager(105): 75ed3c3b0308,38471,1731912191136 WAL count=0, meta=true 2024-11-18T06:44:02,676 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 75ed3c3b0308,38471,1731912191136 WAL splitting is done? wals=0, meta=true 2024-11-18T06:44:02,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:44:02,677 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:44:02,678 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:44:02,828 DEBUG [75ed3c3b0308:35771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T06:44:02,829 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:44:02,829 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:44:02,829 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:44:02,829 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:44:02,829 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:44:02,829 INFO [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:44:02,829 INFO [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:44:02,829 DEBUG [75ed3c3b0308:35771 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:44:02,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:02,832 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,43789,1731912191182, state=OPENING 2024-11-18T06:44:02,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:02,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:02,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:02,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:02,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:02,834 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:44:02,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:02,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,43789,1731912191182}] 2024-11-18T06:44:10,992 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:44:12,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-18T06:44:12,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-18T06:44:12,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-18T06:44:12,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T06:44:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-18T06:44:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T06:44:12,625 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 Release verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:12,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-18T06:44:12,626 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:44:12,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-18T06:44:12,626 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:44:12,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-18T06:44:12,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 in 20.0230 sec 2024-11-18T06:44:12,627 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 Release verify snapshot worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:12,627 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:44:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-18T06:44:12,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-18T06:44:12,628 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C43789%2C1731912191182.meta, suffix=.meta, logDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,43789,1731912191182, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs, maxLogs=32 2024-11-18T06:44:12,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,46687,1731912191223 in 20.0250 sec 2024-11-18T06:44:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35771 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-18T06:44:12,629 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 Release verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:12,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 in 20.0270 sec 2024-11-18T06:44:12,631 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 Release verify snapshot worker=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:12,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-18T06:44:12,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75ed3c3b0308,43789,1731912191182 in 20.0290 sec 2024-11-18T06:44:12,633 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T06:44:12,634 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T06:44:12,635 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T06:44:12,635 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T06:44:12,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6130 sec 2024-11-18T06:44:12,644 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,43789,1731912191182/75ed3c3b0308%2C43789%2C1731912191182.meta.1731912252629.meta, exclude list is [], retry=0 2024-11-18T06:44:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-17a0949f-982b-48fd-8d4b-ea413670fbff,DISK] 2024-11-18T06:44:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44727,DS-3ac6cc02-6ce6-4c18-9df4-8f919c3806bc,DISK] 2024-11-18T06:44:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35545,DS-b6b05529-50b4-4ba4-a4ea-486c141b12ae,DISK] 2024-11-18T06:44:12,649 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/WALs/75ed3c3b0308,43789,1731912191182/75ed3c3b0308%2C43789%2C1731912191182.meta.1731912252629.meta 2024-11-18T06:44:12,649 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40853:40853),(127.0.0.1/127.0.0.1:46043:46043),(127.0.0.1/127.0.0.1:46467:46467)] 2024-11-18T06:44:12,650 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:44:12,650 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:44:12,650 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:44:12,650 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:44:12,650 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:44:12,650 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:12,650 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:44:12,650 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:44:12,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:44:12,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:44:12,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:12,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:12,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:44:12,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:44:12,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:12,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:12,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:44:12,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:44:12,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:12,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:12,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:44:12,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:44:12,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:12,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:12,658 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:44:12,658 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740 2024-11-18T06:44:12,660 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740 2024-11-18T06:44:12,661 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T06:44:12,661 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T06:44:12,663 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:38471 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 75ed3c3b0308/172.17.0.2:38471 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:12,665 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,38471,1731912191136, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,38471,1731912191136, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:38471 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 75ed3c3b0308/172.17.0.2:38471 2024-11-18T06:44:12,666 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,38471,1731912191136, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-18T06:44:12,666 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,38471,1731912191136, seqNum=-1 from cache 2024-11-18T06:44:12,667 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:38471 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 75ed3c3b0308/172.17.0.2:38471 2024-11-18T06:44:12,668 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T06:44:12,669 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-18T06:44:12,684 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/info/b99cb550f71b4f2daa73b9ef5469ff32 is 167, key is SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e./info:regioninfo/1731912212788/Put/seqid=0 2024-11-18T06:44:12,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741866_1042 (size=18393) 2024-11-18T06:44:12,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741866_1042 (size=18393) 2024-11-18T06:44:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741866_1042 (size=18393) 2024-11-18T06:44:12,693 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/info/b99cb550f71b4f2daa73b9ef5469ff32 2024-11-18T06:44:12,712 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/ns/214a9fb29b904f7c85155b191bd93625 is 43, key is default/ns:d/1731912202195/Put/seqid=0 2024-11-18T06:44:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:44:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:44:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:44:12,720 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/ns/214a9fb29b904f7c85155b191bd93625 2024-11-18T06:44:12,742 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/table/e4a9bda0f0454c8cb89ff9da7edb6b0c is 47, key is SPTestTable/table:state/1731912212851/Put/seqid=0 2024-11-18T06:44:12,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741868_1044 (size=5214) 2024-11-18T06:44:12,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741868_1044 (size=5214) 2024-11-18T06:44:12,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741868_1044 (size=5214) 2024-11-18T06:44:12,749 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/table/e4a9bda0f0454c8cb89ff9da7edb6b0c 2024-11-18T06:44:12,755 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/info/b99cb550f71b4f2daa73b9ef5469ff32 as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/info/b99cb550f71b4f2daa73b9ef5469ff32 2024-11-18T06:44:12,760 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/info/b99cb550f71b4f2daa73b9ef5469ff32, entries=100, sequenceid=28, filesize=18.0 K 2024-11-18T06:44:12,761 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/ns/214a9fb29b904f7c85155b191bd93625 as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/ns/214a9fb29b904f7c85155b191bd93625 2024-11-18T06:44:12,766 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/ns/214a9fb29b904f7c85155b191bd93625, entries=2, sequenceid=28, filesize=5.0 K 2024-11-18T06:44:12,767 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/.tmp/table/e4a9bda0f0454c8cb89ff9da7edb6b0c as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/table/e4a9bda0f0454c8cb89ff9da7edb6b0c 2024-11-18T06:44:12,772 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/table/e4a9bda0f0454c8cb89ff9da7edb6b0c, entries=2, sequenceid=28, filesize=5.1 K 2024-11-18T06:44:12,772 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=28, compaction requested=false; wal=null 2024-11-18T06:44:12,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:12,773 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T06:44:12,773 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,43789,1731912191182, seqNum=-1] 2024-11-18T06:44:12,774 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:44:12,774 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:44:12,775 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:44:12,776 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:44:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:41462 deadline: 1731912312662, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:12,778 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,43789,1731912191182, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,43789,1731912191182, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,43789,1731912191182 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:44:12,778 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-18T06:44:12,778 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,43789,1731912191182, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,43789,1731912191182 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:44:12,778 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,43789,1731912191182, seqNum=-1 from cache 2024-11-18T06:44:12,779 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74862642, jitterRate=0.11554029583930969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:44:12,779 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:44:12,779 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731912252650Writing region info on filesystem at 1731912252650Initializing all the Stores at 1731912252651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912252651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912252652 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912252652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912252652Obtaining lock to block concurrent updates at 1731912252669 (+17 ms)Preparing flush snapshotting stores in 1588230740 at 1731912252669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731912252669Flushing stores of hbase:meta,,1.1588230740 at 1731912252669Flushing 1588230740/info: creating writer at 1731912252669Flushing 1588230740/info: appending metadata at 1731912252684 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731912252684Flushing 1588230740/ns: creating writer at 1731912252698 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731912252712 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731912252712Flushing 1588230740/table: creating writer at 1731912252727 (+15 ms)Flushing 1588230740/table: appending metadata at 1731912252741 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731912252741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34288f3: reopening flushed file at 1731912252755 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5542964b: reopening flushed file at 1731912252761 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6119fa9c: reopening flushed file at 1731912252766 (+5 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=28, compaction requested=false; wal=null at 1731912252772 (+6 ms)Cleaning up temporary data from old regions at 1731912252774 (+2 ms)Running coprocessor post-open hooks at 1731912252779 (+5 ms)Region opened successfully at 1731912252779 2024-11-18T06:44:12,780 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731912252621 2024-11-18T06:44:12,782 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:44:12,782 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:44:12,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:12,783 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,43789,1731912191182, state=OPEN 2024-11-18T06:44:12,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:12,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:12,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:12,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:12,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:12,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:12,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:12,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-18T06:44:12,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,43789,1731912191182 in 9.9510 sec 2024-11-18T06:44:12,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-18T06:44:12,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1120 sec 2024-11-18T06:44:12,790 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 75ed3c3b0308,38471,1731912191136 had 4 regions 2024-11-18T06:44:12,791 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,38471,1731912191136, splitWal=true, meta=true, isMeta: false 2024-11-18T06:44:12,792 INFO [PEWorker-5 {}] master.SplitWALManager(105): 75ed3c3b0308,38471,1731912191136 WAL count=1, meta=false 2024-11-18T06:44:12,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C38471%2C1731912191136.1731912191944}] 2024-11-18T06:44:12,794 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:12,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C38471%2C1731912191136.1731912191944, worker=75ed3c3b0308,46687,1731912191223}] 2024-11-18T06:44:12,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:12,983 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,43789,1731912191182, seqNum=-1] 2024-11-18T06:44:13,002 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T06:44:13,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:44:13,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:44:13,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:44:13,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:13,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:13,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:44:13,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913953815, stopped=false 2024-11-18T06:44:13,003 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=75ed3c3b0308,35771,1731912191033 2024-11-18T06:44:13,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:44:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:44:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:44:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:44:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:13,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:44:13,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:44:13,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:44:13,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:13,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,43789,1731912191182' ***** 2024-11-18T06:44:13,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:44:13,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,46687,1731912191223' ***** 2024-11-18T06:44:13,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:44:13,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:44:13,006 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:44:13,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:44:13,007 INFO [RS:1;75ed3c3b0308:43789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:44:13,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:44:13,007 INFO [RS:1;75ed3c3b0308:43789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:44:13,007 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ca173e72b638224fe57857a8b16d280 2024-11-18T06:44:13,007 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:44:13,007 INFO [RS:2;75ed3c3b0308:46687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:44:13,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:44:13,007 INFO [RS:2;75ed3c3b0308:46687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:44:13,007 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a5e0714f81232d64020cf2d9167fcb9 2024-11-18T06:44:13,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(3091): Received CLOSE for b5b21ad91548f588e66cfe1a2ecf8df1 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(3091): Received CLOSE for b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(3091): Received CLOSE for b2c6c406aee5831749e0102bf2fd5c6f 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(959): stopping server 75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;75ed3c3b0308:43789. 2024-11-18T06:44:13,008 DEBUG [RS:1;75ed3c3b0308:43789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:44:13,008 DEBUG [RS:1;75ed3c3b0308:43789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:13,008 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ca173e72b638224fe57857a8b16d280, disabling compactions & flushes 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:44:13,008 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:44:13,008 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:44:13,008 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:44:13,008 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. after waiting 0 ms 2024-11-18T06:44:13,008 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:44:13,009 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(3091): Received CLOSE for 42907d23fb22e1f575887aa40bf82e2e 2024-11-18T06:44:13,009 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(3091): Received CLOSE for bd89033272bed92fc387a6749335bf0b 2024-11-18T06:44:13,009 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T06:44:13,009 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(959): stopping server 75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:13,009 DEBUG [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1325): Online Regions={3ca173e72b638224fe57857a8b16d280=SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280., 1588230740=hbase:meta,,1.1588230740, b5b21ad91548f588e66cfe1a2ecf8df1=SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1., b700c8dab8fdad94d49142ecb464c957=SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957., b2c6c406aee5831749e0102bf2fd5c6f=SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f.} 2024-11-18T06:44:13,009 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:44:13,009 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a5e0714f81232d64020cf2d9167fcb9, disabling compactions & flushes 2024-11-18T06:44:13,009 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:44:13,009 DEBUG [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ca173e72b638224fe57857a8b16d280, b2c6c406aee5831749e0102bf2fd5c6f, b5b21ad91548f588e66cfe1a2ecf8df1, b700c8dab8fdad94d49142ecb464c957 2024-11-18T06:44:13,009 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:44:13,009 INFO [RS:2;75ed3c3b0308:46687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;75ed3c3b0308:46687. 2024-11-18T06:44:13,009 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. after waiting 0 ms 2024-11-18T06:44:13,009 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:44:13,009 DEBUG [RS:2;75ed3c3b0308:46687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:44:13,009 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:44:13,009 DEBUG [RS:2;75ed3c3b0308:46687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:13,009 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:44:13,009 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:44:13,009 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:44:13,009 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:44:13,009 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:44:13,009 DEBUG [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1325): Online Regions={5a5e0714f81232d64020cf2d9167fcb9=SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9., 42907d23fb22e1f575887aa40bf82e2e=SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e., bd89033272bed92fc387a6749335bf0b=SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b.} 2024-11-18T06:44:13,009 DEBUG [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1351): Waiting on 42907d23fb22e1f575887aa40bf82e2e, 5a5e0714f81232d64020cf2d9167fcb9, bd89033272bed92fc387a6749335bf0b 2024-11-18T06:44:13,016 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/5a5e0714f81232d64020cf2d9167fcb9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:44:13,016 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/3ca173e72b638224fe57857a8b16d280/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:44:13,017 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a5e0714f81232d64020cf2d9167fcb9: Waiting for close lock at 1731912253009Running coprocessor pre-close hooks at 1731912253009Disabling compacts and flushes for region at 1731912253009Disabling writes for close at 1731912253009Writing region close event to WAL at 1731912253009Running coprocessor post-close hooks at 1731912253016 (+7 ms)Closed at 1731912253016 2024-11-18T06:44:13,017 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ca173e72b638224fe57857a8b16d280: Waiting for close lock at 1731912253008Running coprocessor pre-close hooks at 1731912253008Disabling compacts and flushes for region at 1731912253008Disabling writes for close at 1731912253008Writing region close event to WAL at 1731912253010 (+2 ms)Running coprocessor post-close hooks at 1731912253017 (+7 ms)Closed at 1731912253017 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731912202318.5a5e0714f81232d64020cf2d9167fcb9. 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731912202318.3ca173e72b638224fe57857a8b16d280. 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42907d23fb22e1f575887aa40bf82e2e, disabling compactions & flushes 2024-11-18T06:44:13,017 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5b21ad91548f588e66cfe1a2ecf8df1, disabling compactions & flushes 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:44:13,017 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. after waiting 0 ms 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. after waiting 0 ms 2024-11-18T06:44:13,017 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:44:13,022 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-18T06:44:13,023 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:44:13,023 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:44:13,023 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731912253009Running coprocessor pre-close hooks at 1731912253009Disabling compacts and flushes for region at 1731912253009Disabling writes for close at 1731912253009Writing region close event to WAL at 1731912253015 (+6 ms)Running coprocessor post-close hooks at 1731912253023 (+8 ms)Closed at 1731912253023 2024-11-18T06:44:13,024 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:44:13,031 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b5b21ad91548f588e66cfe1a2ecf8df1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:44:13,031 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/42907d23fb22e1f575887aa40bf82e2e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:44:13,031 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5b21ad91548f588e66cfe1a2ecf8df1: Waiting for close lock at 1731912253017Running coprocessor pre-close hooks at 1731912253017Disabling compacts and flushes for region at 1731912253017Disabling writes for close at 1731912253017Writing region close event to WAL at 1731912253022 (+5 ms)Running coprocessor post-close hooks at 1731912253031 (+9 ms)Closed at 1731912253031 2024-11-18T06:44:13,032 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731912202318.b5b21ad91548f588e66cfe1a2ecf8df1. 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42907d23fb22e1f575887aa40bf82e2e: Waiting for close lock at 1731912253017Running coprocessor pre-close hooks at 1731912253017Disabling compacts and flushes for region at 1731912253017Disabling writes for close at 1731912253017Writing region close event to WAL at 1731912253023 (+6 ms)Running coprocessor post-close hooks at 1731912253032 (+9 ms)Closed at 1731912253032 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731912202318.42907d23fb22e1f575887aa40bf82e2e. 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b700c8dab8fdad94d49142ecb464c957, disabling compactions & flushes 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd89033272bed92fc387a6749335bf0b, disabling compactions & flushes 2024-11-18T06:44:13,032 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:44:13,032 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. after waiting 0 ms 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. after waiting 0 ms 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:44:13,032 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:44:13,037 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:44:13,040 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b700c8dab8fdad94d49142ecb464c957/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T06:44:13,040 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:44:13,040 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b700c8dab8fdad94d49142ecb464c957: Waiting for close lock at 1731912253032Running coprocessor pre-close hooks at 1731912253032Disabling compacts and flushes for region at 1731912253032Disabling writes for close at 1731912253032Writing region close event to WAL at 1731912253033 (+1 ms)Running coprocessor post-close hooks at 1731912253040 (+7 ms)Closed at 1731912253040 2024-11-18T06:44:13,041 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731912202318.b700c8dab8fdad94d49142ecb464c957. 2024-11-18T06:44:13,041 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2c6c406aee5831749e0102bf2fd5c6f, disabling compactions & flushes 2024-11-18T06:44:13,041 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:44:13,041 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:44:13,041 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. after waiting 0 ms 2024-11-18T06:44:13,041 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:44:13,041 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:44:13,043 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/bd89033272bed92fc387a6749335bf0b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:44:13,043 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:44:13,043 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd89033272bed92fc387a6749335bf0b: Waiting for close lock at 1731912253032Running coprocessor pre-close hooks at 1731912253032Disabling compacts and flushes for region at 1731912253032Disabling writes for close at 1731912253032Writing region close event to WAL at 1731912253039 (+7 ms)Running coprocessor post-close hooks at 1731912253043 (+4 ms)Closed at 1731912253043 2024-11-18T06:44:13,044 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731912202318.bd89033272bed92fc387a6749335bf0b. 2024-11-18T06:44:13,045 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/data/default/SPTestTable/b2c6c406aee5831749e0102bf2fd5c6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:44:13,046 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:44:13,046 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2c6c406aee5831749e0102bf2fd5c6f: Waiting for close lock at 1731912253041Running coprocessor pre-close hooks at 1731912253041Disabling compacts and flushes for region at 1731912253041Disabling writes for close at 1731912253041Writing region close event to WAL at 1731912253042 (+1 ms)Running coprocessor post-close hooks at 1731912253046 (+4 ms)Closed at 1731912253046 2024-11-18T06:44:13,046 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731912202318.b2c6c406aee5831749e0102bf2fd5c6f. 2024-11-18T06:44:13,209 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(976): stopping server 75ed3c3b0308,43789,1731912191182; all regions closed. 2024-11-18T06:44:13,209 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(976): stopping server 75ed3c3b0308,46687,1731912191223; all regions closed. 2024-11-18T06:44:13,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741865_1041 (size=678) 2024-11-18T06:44:13,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741865_1041 (size=678) 2024-11-18T06:44:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741833_1009 (size=2364) 2024-11-18T06:44:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741833_1009 (size=2364) 2024-11-18T06:44:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741865_1041 (size=678) 2024-11-18T06:44:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741833_1009 (size=2364) 2024-11-18T06:44:13,215 DEBUG [RS:1;75ed3c3b0308:43789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs 2024-11-18T06:44:13,215 INFO [RS:1;75ed3c3b0308:43789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C43789%2C1731912191182.meta:.meta(num 1731912252629) 2024-11-18T06:44:13,215 DEBUG [RS:2;75ed3c3b0308:46687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C46687%2C1731912191223:(num 1731912191938) 2024-11-18T06:44:13,216 DEBUG [RS:2;75ed3c3b0308:46687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.ChoreService(370): Chore service for: regionserver/75ed3c3b0308:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:44:13,216 INFO [regionserver/75ed3c3b0308:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:44:13,216 INFO [RS:2;75ed3c3b0308:46687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46687 2024-11-18T06:44:13,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741835_1011 (size=3439) 2024-11-18T06:44:13,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741835_1011 (size=3439) 2024-11-18T06:44:13,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741835_1011 (size=3439) 2024-11-18T06:44:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,46687,1731912191223 2024-11-18T06:44:13,219 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:44:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:44:13,222 DEBUG [RS:1;75ed3c3b0308:43789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/oldWALs 2024-11-18T06:44:13,222 INFO [RS:1;75ed3c3b0308:43789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C43789%2C1731912191182:(num 1731912191946) 2024-11-18T06:44:13,222 DEBUG [RS:1;75ed3c3b0308:43789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:13,222 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:44:13,222 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:44:13,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,46687,1731912191223] 2024-11-18T06:44:13,222 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.ChoreService(370): Chore service for: regionserver/75ed3c3b0308:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:44:13,222 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:44:13,222 INFO [regionserver/75ed3c3b0308:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:44:13,223 INFO [RS:1;75ed3c3b0308:43789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43789 2024-11-18T06:44:13,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,46687,1731912191223 already deleted, retry=false 2024-11-18T06:44:13,224 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75ed3c3b0308,46687,1731912191223 expired; onlineServers=1 2024-11-18T06:44:13,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,43789,1731912191182 2024-11-18T06:44:13,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:44:13,225 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:44:13,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,43789,1731912191182] 2024-11-18T06:44:13,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,43789,1731912191182 already deleted, retry=false 2024-11-18T06:44:13,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75ed3c3b0308,43789,1731912191182 expired; onlineServers=0 2024-11-18T06:44:13,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '75ed3c3b0308,35771,1731912191033' ***** 2024-11-18T06:44:13,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:44:13,229 INFO [M:0;75ed3c3b0308:35771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:44:13,229 INFO [M:0;75ed3c3b0308:35771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:44:13,229 DEBUG [M:0;75ed3c3b0308:35771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:44:13,229 DEBUG [M:0;75ed3c3b0308:35771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:44:13,229 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912191600 {}] cleaner.HFileCleaner(306): Exit Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912191600,5,FailOnTimeoutGroup] 2024-11-18T06:44:13,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:44:13,229 INFO [M:0;75ed3c3b0308:35771 {}] hbase.ChoreService(370): Chore service for: master/75ed3c3b0308:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:44:13,229 INFO [M:0;75ed3c3b0308:35771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:44:13,229 DEBUG [M:0;75ed3c3b0308:35771 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:44:13,229 INFO [M:0;75ed3c3b0308:35771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:44:13,230 INFO [M:0;75ed3c3b0308:35771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:44:13,230 ERROR [M:0;75ed3c3b0308:35771 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (882805494) connection to localhost/127.0.0.1:35517 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35517,5,PEWorkerGroup] 2024-11-18T06:44:13,230 INFO [M:0;75ed3c3b0308:35771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:44:13,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:44:13,230 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912191601 {}] cleaner.HFileCleaner(306): Exit Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912191601,5,FailOnTimeoutGroup] 2024-11-18T06:44:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T06:44:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:13,232 DEBUG [M:0;75ed3c3b0308:35771 {}] zookeeper.ZKUtil(347): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T06:44:13,232 WARN [M:0;75ed3c3b0308:35771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:44:13,233 INFO [M:0;75ed3c3b0308:35771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/.lastflushedseqids 2024-11-18T06:44:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741869_1045 (size=632) 2024-11-18T06:44:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741869_1045 (size=632) 2024-11-18T06:44:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741869_1045 (size=632) 2024-11-18T06:44:13,242 INFO [M:0;75ed3c3b0308:35771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:44:13,242 INFO [M:0;75ed3c3b0308:35771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:44:13,242 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:44:13,242 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:44:13,242 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:44:13,242 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:44:13,242 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:44:13,243 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.86 KB heapSize=253.99 KB 2024-11-18T06:44:13,260 DEBUG [M:0;75ed3c3b0308:35771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473e680761db4b73b592eeff5f40254a is 82, key is hbase:meta,,1/info:regioninfo/1731912252782/Put/seqid=0 2024-11-18T06:44:13,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741870_1046 (size=6071) 2024-11-18T06:44:13,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741870_1046 (size=6071) 2024-11-18T06:44:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741870_1046 (size=6071) 2024-11-18T06:44:13,270 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473e680761db4b73b592eeff5f40254a 2024-11-18T06:44:13,295 DEBUG [M:0;75ed3c3b0308:35771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fefafd19f614a07a379540ce61d4fb3 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731912212855/Put/seqid=0 2024-11-18T06:44:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741871_1047 (size=11560) 2024-11-18T06:44:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741871_1047 (size=11560) 2024-11-18T06:44:13,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741871_1047 (size=11560) 2024-11-18T06:44:13,307 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.63 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fefafd19f614a07a379540ce61d4fb3 2024-11-18T06:44:13,315 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fefafd19f614a07a379540ce61d4fb3 2024-11-18T06:44:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:44:13,322 INFO [RS:2;75ed3c3b0308:46687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:44:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46687-0x10129d0b6a20003, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:44:13,322 INFO [RS:2;75ed3c3b0308:46687 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,46687,1731912191223; zookeeper connection closed. 2024-11-18T06:44:13,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68842efc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68842efc 2024-11-18T06:44:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:44:13,326 INFO [RS:1;75ed3c3b0308:43789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:44:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43789-0x10129d0b6a20002, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:44:13,326 INFO [RS:1;75ed3c3b0308:43789 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,43789,1731912191182; zookeeper connection closed. 2024-11-18T06:44:13,326 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498915e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498915e7 2024-11-18T06:44:13,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T06:44:13,331 DEBUG [M:0;75ed3c3b0308:35771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19de2364c7944a30a571dfabfde7275a is 69, key is 75ed3c3b0308,43789,1731912191182/rs:state/1731912191734/Put/seqid=0 2024-11-18T06:44:13,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741872_1048 (size=5442) 2024-11-18T06:44:13,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741872_1048 (size=5442) 2024-11-18T06:44:13,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741872_1048 (size=5442) 2024-11-18T06:44:13,342 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19de2364c7944a30a571dfabfde7275a 2024-11-18T06:44:13,348 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19de2364c7944a30a571dfabfde7275a 2024-11-18T06:44:13,348 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473e680761db4b73b592eeff5f40254a as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/473e680761db4b73b592eeff5f40254a 2024-11-18T06:44:13,354 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/473e680761db4b73b592eeff5f40254a, entries=14, sequenceid=443, filesize=5.9 K 2024-11-18T06:44:13,355 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fefafd19f614a07a379540ce61d4fb3 as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fefafd19f614a07a379540ce61d4fb3 2024-11-18T06:44:13,360 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fefafd19f614a07a379540ce61d4fb3 2024-11-18T06:44:13,360 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fefafd19f614a07a379540ce61d4fb3, entries=52, sequenceid=443, filesize=11.3 K 2024-11-18T06:44:13,361 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19de2364c7944a30a571dfabfde7275a as hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19de2364c7944a30a571dfabfde7275a 2024-11-18T06:44:13,366 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19de2364c7944a30a571dfabfde7275a 2024-11-18T06:44:13,366 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/aaf45926-2603-4739-2fb6-c8b4ddb4ae63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19de2364c7944a30a571dfabfde7275a, entries=3, sequenceid=443, filesize=5.3 K 2024-11-18T06:44:13,367 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.86 KB/217968, heapSize ~253.70 KB/259784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=443, compaction requested=false 2024-11-18T06:44:13,368 INFO [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:44:13,368 DEBUG [M:0;75ed3c3b0308:35771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731912253242Disabling compacts and flushes for region at 1731912253242Disabling writes for close at 1731912253242Obtaining lock to block concurrent updates at 1731912253243 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731912253243Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217968, getHeapSize=260024, getOffHeapSize=0, getCellsCount=542 at 1731912253243Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731912253244 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731912253244Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731912253260 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731912253260Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731912253276 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731912253294 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731912253294Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731912253316 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731912253331 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731912253331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f108fd: reopening flushed file at 1731912253348 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ab2adc: reopening flushed file at 1731912253354 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3beded87: reopening flushed file at 1731912253361 (+7 ms)Finished flush of dataSize ~212.86 KB/217968, heapSize ~253.70 KB/259784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=443, compaction requested=false at 1731912253367 (+6 ms)Writing region close event to WAL at 1731912253368 (+1 ms)Closed at 1731912253368 2024-11-18T06:44:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44727 is added to blk_1073741830_1006 (size=247578) 2024-11-18T06:44:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741830_1006 (size=247578) 2024-11-18T06:44:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35545 is added to blk_1073741830_1006 (size=247578) 2024-11-18T06:44:13,372 INFO [M:0;75ed3c3b0308:35771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:44:13,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:44:13,372 INFO [M:0;75ed3c3b0308:35771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35771 2024-11-18T06:44:13,373 INFO [M:0;75ed3c3b0308:35771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:44:13,414 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T06:44:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:44:13,474 INFO [M:0;75ed3c3b0308:35771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:44:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35771-0x10129d0b6a20000, quorum=127.0.0.1:57068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:44:13,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1333422e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:44:13,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50ad8548{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:44:13,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:44:13,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26b0e076{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:44:13,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15d9b20a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir/,STOPPED} 2024-11-18T06:44:13,479 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:44:13,479 WARN [BP-122804067-172.17.0.2-1731912189748 heartbeating to localhost/127.0.0.1:35517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:44:13,479 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:44:13,479 WARN [BP-122804067-172.17.0.2-1731912189748 heartbeating to localhost/127.0.0.1:35517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122804067-172.17.0.2-1731912189748 (Datanode Uuid 3c6ffc60-e060-405f-a2f5-576981856bda) service to localhost/127.0.0.1:35517 2024-11-18T06:44:13,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data5/current/BP-122804067-172.17.0.2-1731912189748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:44:13,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data6/current/BP-122804067-172.17.0.2-1731912189748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:44:13,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:44:13,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1885279d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:44:13,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d825015{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:44:13,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:44:13,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@797e3dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:44:13,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b303bc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir/,STOPPED} 2024-11-18T06:44:13,484 WARN [BP-122804067-172.17.0.2-1731912189748 heartbeating to localhost/127.0.0.1:35517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:44:13,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:44:13,484 WARN [BP-122804067-172.17.0.2-1731912189748 heartbeating to localhost/127.0.0.1:35517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122804067-172.17.0.2-1731912189748 (Datanode Uuid 1ad2062b-1ac1-4a57-b82c-ad98030e737f) service to localhost/127.0.0.1:35517 2024-11-18T06:44:13,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:44:13,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data3/current/BP-122804067-172.17.0.2-1731912189748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:44:13,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data4/current/BP-122804067-172.17.0.2-1731912189748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:44:13,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:44:13,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b683ba7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:44:13,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6621171c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:44:13,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:44:13,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50dc16f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:44:13,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2d7260{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir/,STOPPED} 2024-11-18T06:44:13,488 WARN [BP-122804067-172.17.0.2-1731912189748 heartbeating to localhost/127.0.0.1:35517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:44:13,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:44:13,489 WARN [BP-122804067-172.17.0.2-1731912189748 heartbeating to localhost/127.0.0.1:35517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122804067-172.17.0.2-1731912189748 (Datanode Uuid e72cfbd9-4080-4dcd-883c-ca6865e08f05) service to localhost/127.0.0.1:35517 2024-11-18T06:44:13,489 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:44:13,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data1/current/BP-122804067-172.17.0.2-1731912189748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:44:13,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/cluster_c3205197-9821-3cc3-0cff-f655e02afee6/data/data2/current/BP-122804067-172.17.0.2-1731912189748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:44:13,489 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:44:13,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2deaa163{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:44:13,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bcb0d9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:44:13,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:44:13,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b4faa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:44:13,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7837b951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d360d1bc-eb1e-5277-9392-c3d0b8058c59/hadoop.log.dir/,STOPPED} 2024-11-18T06:44:13,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:44:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:44:13,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 96) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (882805494) connection to localhost/127.0.0.1:35517 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (882805494) connection to localhost/127.0.0.1:35517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (882805494) connection to localhost/127.0.0.1:35517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/75ed3c3b0308:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (882805494) connection to localhost/127.0.0.1:35517 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 321), ProcessCount=11 (was 11), AvailableMemoryMB=4253 (was 4212) - AvailableMemoryMB LEAK? -