2024-11-19 02:41:52,337 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-19 02:41:52,357 main DEBUG Took 0.017307 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 02:41:52,357 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 02:41:52,358 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 02:41:52,359 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 02:41:52,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,373 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 02:41:52,392 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,398 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,399 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,400 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,401 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,402 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,403 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,404 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,405 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:41:52,407 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,407 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 02:41:52,411 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:41:52,413 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 02:41:52,416 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 02:41:52,416 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 02:41:52,418 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 02:41:52,419 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 02:41:52,431 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 02:41:52,435 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 02:41:52,437 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 02:41:52,438 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 02:41:52,439 main DEBUG createAppenders(={Console}) 2024-11-19 02:41:52,440 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-19 02:41:52,440 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-19 02:41:52,440 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-19 02:41:52,441 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 02:41:52,442 main DEBUG OutputStream closed 2024-11-19 02:41:52,442 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 02:41:52,442 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 02:41:52,443 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-19 02:41:52,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 02:41:52,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 02:41:52,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 02:41:52,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 02:41:52,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 02:41:52,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 02:41:52,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 02:41:52,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 02:41:52,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 02:41:52,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 02:41:52,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 02:41:52,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 02:41:52,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 02:41:52,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 02:41:52,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 02:41:52,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 02:41:52,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 02:41:52,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 02:41:52,592 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 02:41:52,593 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-19 02:41:52,593 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 02:41:52,594 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-19T02:41:52,613 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-19 02:41:52,617 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 02:41:52,617 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T02:41:52,626 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-19T02:41:52,691 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=571, ProcessCount=11, AvailableMemoryMB=12346 2024-11-19T02:41:53,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d 2024-11-19T02:41:53,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T02:41:53,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078, deleteOnExit=true 2024-11-19T02:41:53,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T02:41:53,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/test.cache.data in system properties and HBase conf 2024-11-19T02:41:53,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:41:53,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:41:53,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:41:53,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:41:53,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T02:41:53,454 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T02:41:53,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:41:53,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:41:53,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:41:53,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:41:53,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:41:53,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:41:53,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:41:53,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:41:53,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:41:53,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:41:53,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:41:53,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:41:53,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:41:53,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:41:53,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:41:54,949 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T02:41:55,068 INFO [Time-limited test {}] log.Log(170): Logging initialized @3943ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T02:41:55,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:41:55,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:41:55,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:41:55,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:41:55,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:41:55,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:41:55,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a379fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:41:55,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b2f1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:41:55,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dc50b10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/java.io.tmpdir/jetty-localhost-42791-hadoop-hdfs-3_4_1-tests_jar-_-any-10940332884229514407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:41:55,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b7cbd73{HTTP/1.1, (http/1.1)}{localhost:42791} 2024-11-19T02:41:55,773 INFO [Time-limited test {}] server.Server(415): Started @4649ms 2024-11-19T02:41:56,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:41:56,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:41:56,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:41:56,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:41:56,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:41:56,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41dd462a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:41:56,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bff89b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:41:56,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1944eae3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/java.io.tmpdir/jetty-localhost-39297-hadoop-hdfs-3_4_1-tests_jar-_-any-411202463134771217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:41:56,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8935516{HTTP/1.1, (http/1.1)}{localhost:39297} 2024-11-19T02:41:56,628 INFO [Time-limited test {}] server.Server(415): Started @5505ms 2024-11-19T02:41:56,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:41:56,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:41:56,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:41:56,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:41:56,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:41:56,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:41:56,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5222f041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:41:56,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434049dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:41:57,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@655f306f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/java.io.tmpdir/jetty-localhost-37801-hadoop-hdfs-3_4_1-tests_jar-_-any-438669092717361116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:41:57,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0fdc3a{HTTP/1.1, (http/1.1)}{localhost:37801} 2024-11-19T02:41:57,077 INFO [Time-limited test {}] server.Server(415): Started @5953ms 2024-11-19T02:41:57,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:41:57,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:41:57,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:41:57,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:41:57,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:41:57,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:41:57,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@209b6c94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:41:57,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f823fd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:41:57,341 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data3/current/BP-887607826-172.17.0.2-1731984114622/current, will proceed with Du for space computation calculation, 2024-11-19T02:41:57,341 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data4/current/BP-887607826-172.17.0.2-1731984114622/current, will proceed with Du for space computation calculation, 2024-11-19T02:41:57,345 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data1/current/BP-887607826-172.17.0.2-1731984114622/current, will proceed with Du for space computation calculation, 2024-11-19T02:41:57,347 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data2/current/BP-887607826-172.17.0.2-1731984114622/current, will proceed with Du for space computation calculation, 2024-11-19T02:41:57,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6307fb55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/java.io.tmpdir/jetty-localhost-37839-hadoop-hdfs-3_4_1-tests_jar-_-any-10585910601555835978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:41:57,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a9a4fab{HTTP/1.1, (http/1.1)}{localhost:37839} 2024-11-19T02:41:57,374 INFO [Time-limited test {}] server.Server(415): Started @6251ms 2024-11-19T02:41:57,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:41:57,456 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:41:57,457 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:41:57,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea396263df5d70b7 with lease ID 0xd61957352da7d2d7: Processing first storage report for DS-56eda60c-6260-4bb5-aa98-6a352940016b from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=036c7156-1c04-476c-9759-8e6c33c55d35, infoPort=38377, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622) 2024-11-19T02:41:57,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea396263df5d70b7 with lease ID 0xd61957352da7d2d7: from storage DS-56eda60c-6260-4bb5-aa98-6a352940016b node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=036c7156-1c04-476c-9759-8e6c33c55d35, infoPort=38377, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-19T02:41:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3478d6b40472142c with lease ID 0xd61957352da7d2d8: Processing first storage report for DS-1b76393d-c7c1-4b13-91d6-814519e7acc9 from datanode DatanodeRegistration(127.0.0.1:33741, datanodeUuid=7d92fd06-6a87-4685-9865-132d2006117a, infoPort=44437, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622) 2024-11-19T02:41:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3478d6b40472142c with lease ID 0xd61957352da7d2d8: from storage DS-1b76393d-c7c1-4b13-91d6-814519e7acc9 node DatanodeRegistration(127.0.0.1:33741, datanodeUuid=7d92fd06-6a87-4685-9865-132d2006117a, infoPort=44437, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:41:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea396263df5d70b7 with lease ID 0xd61957352da7d2d7: Processing first storage report for DS-3961e2de-0364-4142-8996-dd14f4b4fd49 from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=036c7156-1c04-476c-9759-8e6c33c55d35, infoPort=38377, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622) 2024-11-19T02:41:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea396263df5d70b7 with lease ID 0xd61957352da7d2d7: from storage DS-3961e2de-0364-4142-8996-dd14f4b4fd49 node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=036c7156-1c04-476c-9759-8e6c33c55d35, infoPort=38377, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:41:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3478d6b40472142c with lease ID 0xd61957352da7d2d8: Processing first storage report for DS-f51bd392-77d7-478e-b53e-f8edb8b443b2 from datanode DatanodeRegistration(127.0.0.1:33741, datanodeUuid=7d92fd06-6a87-4685-9865-132d2006117a, infoPort=44437, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622) 2024-11-19T02:41:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3478d6b40472142c with lease ID 0xd61957352da7d2d8: from storage DS-f51bd392-77d7-478e-b53e-f8edb8b443b2 node DatanodeRegistration(127.0.0.1:33741, datanodeUuid=7d92fd06-6a87-4685-9865-132d2006117a, infoPort=44437, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:41:57,602 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data6/current/BP-887607826-172.17.0.2-1731984114622/current, will proceed with Du for space computation calculation, 2024-11-19T02:41:57,607 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data5/current/BP-887607826-172.17.0.2-1731984114622/current, will proceed with Du for space computation calculation, 2024-11-19T02:41:57,677 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:41:57,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa67c9a6d2e45e20 with lease ID 0xd61957352da7d2d9: Processing first storage report for DS-949d29ea-c05e-4692-8778-7d66d7fedd2f from datanode DatanodeRegistration(127.0.0.1:37877, datanodeUuid=9c02acb5-e5e6-42c5-be7b-7d387e478c99, infoPort=33721, infoSecurePort=0, ipcPort=42725, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622) 2024-11-19T02:41:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa67c9a6d2e45e20 with lease ID 0xd61957352da7d2d9: from storage DS-949d29ea-c05e-4692-8778-7d66d7fedd2f node DatanodeRegistration(127.0.0.1:37877, datanodeUuid=9c02acb5-e5e6-42c5-be7b-7d387e478c99, infoPort=33721, infoSecurePort=0, ipcPort=42725, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:41:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa67c9a6d2e45e20 with lease ID 0xd61957352da7d2d9: Processing first storage report for DS-b84f6199-9962-4307-8f18-ee4f45676cc3 from datanode DatanodeRegistration(127.0.0.1:37877, datanodeUuid=9c02acb5-e5e6-42c5-be7b-7d387e478c99, infoPort=33721, infoSecurePort=0, ipcPort=42725, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622) 2024-11-19T02:41:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa67c9a6d2e45e20 with lease ID 0xd61957352da7d2d9: from storage DS-b84f6199-9962-4307-8f18-ee4f45676cc3 node DatanodeRegistration(127.0.0.1:37877, datanodeUuid=9c02acb5-e5e6-42c5-be7b-7d387e478c99, infoPort=33721, infoSecurePort=0, ipcPort=42725, storageInfo=lv=-57;cid=testClusterID;nsid=1274578197;c=1731984114622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:41:57,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d 2024-11-19T02:41:58,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/zookeeper_0, clientPort=54761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T02:41:58,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54761 2024-11-19T02:41:58,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:58,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:41:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:41:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:41:58,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 with version=8 2024-11-19T02:41:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/hbase-staging 2024-11-19T02:41:58,875 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T02:41:59,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:41:59,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:41:59,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:41:59,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T02:41:59,461 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T02:41:59,470 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T02:41:59,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:41:59,501 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5352 (auto-detected) 2024-11-19T02:41:59,501 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T02:41:59,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33197 2024-11-19T02:41:59,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33197 connecting to ZooKeeper ensemble=127.0.0.1:54761 2024-11-19T02:41:59,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331970x0, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:41:59,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33197-0x1012e1a3b790000 connected 2024-11-19T02:41:59,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:59,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:59,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:41:59,622 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365, hbase.cluster.distributed=false 2024-11-19T02:41:59,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:41:59,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-19T02:41:59,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33197 2024-11-19T02:41:59,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33197 2024-11-19T02:41:59,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-19T02:41:59,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-19T02:41:59,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:41:59,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:41:59,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:41:59,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:41:59,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:41:59,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43377 2024-11-19T02:41:59,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43377 connecting to ZooKeeper ensemble=127.0.0.1:54761 2024-11-19T02:41:59,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:59,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:59,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433770x0, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:41:59,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43377-0x1012e1a3b790001 connected 2024-11-19T02:41:59,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:41:59,789 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:41:59,796 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:41:59,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:41:59,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:41:59,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43377 2024-11-19T02:41:59,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43377 2024-11-19T02:41:59,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43377 2024-11-19T02:41:59,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43377 2024-11-19T02:41:59,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43377 2024-11-19T02:41:59,822 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:41:59,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:41:59,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:41:59,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:41:59,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:41:59,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39209 2024-11-19T02:41:59,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39209 connecting to ZooKeeper ensemble=127.0.0.1:54761 2024-11-19T02:41:59,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:59,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:59,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392090x0, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:41:59,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39209-0x1012e1a3b790002 connected 2024-11-19T02:41:59,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:41:59,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:41:59,843 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:41:59,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:41:59,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:41:59,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-19T02:41:59,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39209 2024-11-19T02:41:59,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39209 2024-11-19T02:41:59,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-19T02:41:59,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-19T02:41:59,875 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:41:59,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:41:59,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:41:59,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:41:59,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:41:59,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:41:59,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34043 2024-11-19T02:41:59,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34043 connecting to ZooKeeper ensemble=127.0.0.1:54761 2024-11-19T02:41:59,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:59,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:41:59,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340430x0, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:41:59,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34043-0x1012e1a3b790003 connected 2024-11-19T02:41:59,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:41:59,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:41:59,894 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:41:59,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:41:59,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:41:59,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34043 2024-11-19T02:41:59,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34043 2024-11-19T02:41:59,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34043 2024-11-19T02:41:59,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34043 2024-11-19T02:41:59,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34043 2024-11-19T02:41:59,918 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:33197 2024-11-19T02:41:59,919 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,33197,1731984118943 2024-11-19T02:41:59,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:41:59,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:41:59,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:41:59,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:41:59,930 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,33197,1731984118943 2024-11-19T02:41:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:41:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:41:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:41:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:41:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:41:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:41:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:41:59,956 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T02:41:59,957 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,33197,1731984118943 from backup master directory 2024-11-19T02:41:59,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,33197,1731984118943 2024-11-19T02:41:59,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:41:59,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:41:59,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:41:59,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:41:59,961 WARN [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:41:59,962 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,33197,1731984118943 2024-11-19T02:41:59,964 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T02:41:59,965 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T02:42:00,021 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/hbase.id] with ID: f0ad3a47-583f-461b-9572-8807d7d44980 2024-11-19T02:42:00,021 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.tmp/hbase.id 2024-11-19T02:42:00,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:42:00,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:42:00,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:42:00,038 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.tmp/hbase.id]:[hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/hbase.id] 2024-11-19T02:42:00,079 INFO [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:42:00,084 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T02:42:00,103 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T02:42:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:42:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:42:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:42:00,143 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:42:00,145 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T02:42:00,162 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:42:00,167 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:42:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:42:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:42:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:42:00,222 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store 2024-11-19T02:42:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:42:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:42:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:42:00,252 INFO [master/e93af88909ff:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T02:42:00,255 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:00,256 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:42:00,256 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:42:00,256 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:42:00,257 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:42:00,258 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:42:00,258 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:42:00,259 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984120256Disabling compacts and flushes for region at 1731984120256Disabling writes for close at 1731984120257 (+1 ms)Writing region close event to WAL at 1731984120258 (+1 ms)Closed at 1731984120258 2024-11-19T02:42:00,261 WARN [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/.initializing 2024-11-19T02:42:00,261 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/WALs/e93af88909ff,33197,1731984118943 2024-11-19T02:42:00,270 INFO [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:42:00,285 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C33197%2C1731984118943, suffix=, logDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/WALs/e93af88909ff,33197,1731984118943, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/oldWALs, maxLogs=10 2024-11-19T02:42:00,315 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/WALs/e93af88909ff,33197,1731984118943/e93af88909ff%2C33197%2C1731984118943.1731984120291, exclude list is [], retry=0 2024-11-19T02:42:00,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-949d29ea-c05e-4692-8778-7d66d7fedd2f,DISK] 2024-11-19T02:42:00,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33741,DS-1b76393d-c7c1-4b13-91d6-814519e7acc9,DISK] 2024-11-19T02:42:00,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-56eda60c-6260-4bb5-aa98-6a352940016b,DISK] 2024-11-19T02:42:00,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T02:42:00,375 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/WALs/e93af88909ff,33197,1731984118943/e93af88909ff%2C33197%2C1731984118943.1731984120291 2024-11-19T02:42:00,376 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377),(127.0.0.1/127.0.0.1:33721:33721),(127.0.0.1/127.0.0.1:44437:44437)] 2024-11-19T02:42:00,376 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:42:00,377 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:00,380 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,381 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T02:42:00,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:00,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T02:42:00,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:00,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T02:42:00,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:00,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T02:42:00,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:00,479 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,482 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,483 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,487 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,488 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,491 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:42:00,494 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:42:00,498 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:00,499 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68318209, jitterRate=0.018020644783973694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:42:00,504 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731984120393Initializing all the Stores at 1731984120395 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984120396 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984120396Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984120396Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984120397 (+1 ms)Cleaning up temporary data from old regions at 1731984120488 (+91 ms)Region opened successfully at 1731984120504 (+16 ms) 2024-11-19T02:42:00,505 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T02:42:00,544 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a41448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:42:00,577 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T02:42:00,588 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T02:42:00,589 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T02:42:00,591 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T02:42:00,593 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T02:42:00,598 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T02:42:00,598 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-19T02:42:00,630 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T02:42:00,640 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T02:42:00,642 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T02:42:00,645 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T02:42:00,646 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T02:42:00,649 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T02:42:00,651 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T02:42:00,654 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T02:42:00,656 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T02:42:00,657 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T02:42:00,658 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T02:42:00,677 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T02:42:00,678 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T02:42:00,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:42:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:42:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:42:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:42:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,688 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,33197,1731984118943, sessionid=0x1012e1a3b790000, setting cluster-up flag (Was=false) 2024-11-19T02:42:00,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,707 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T02:42:00,709 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,33197,1731984118943 2024-11-19T02:42:00,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:00,723 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T02:42:00,725 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,33197,1731984118943 2024-11-19T02:42:00,730 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T02:42:00,806 INFO [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(746): ClusterId : f0ad3a47-583f-461b-9572-8807d7d44980 2024-11-19T02:42:00,806 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(746): ClusterId : f0ad3a47-583f-461b-9572-8807d7d44980 2024-11-19T02:42:00,806 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(746): ClusterId : f0ad3a47-583f-461b-9572-8807d7d44980 2024-11-19T02:42:00,806 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T02:42:00,809 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:42:00,809 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:42:00,809 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:42:00,814 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:42:00,814 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:42:00,814 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:42:00,815 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:42:00,815 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:42:00,815 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:42:00,818 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T02:42:00,819 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:42:00,819 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:42:00,819 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:42:00,820 DEBUG [RS:2;e93af88909ff:34043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58555ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:42:00,820 DEBUG [RS:0;e93af88909ff:43377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bcfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:42:00,820 DEBUG [RS:1;e93af88909ff:39209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1619e97b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:42:00,826 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T02:42:00,836 DEBUG [RS:2;e93af88909ff:34043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e93af88909ff:34043 2024-11-19T02:42:00,834 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,33197,1731984118943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T02:42:00,839 INFO [RS:2;e93af88909ff:34043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:42:00,839 INFO [RS:2;e93af88909ff:34043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:42:00,839 DEBUG [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:42:00,842 INFO [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,33197,1731984118943 with port=34043, startcode=1731984119874 2024-11-19T02:42:00,843 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:42:00,843 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:42:00,844 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:42:00,844 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:42:00,844 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10 2024-11-19T02:42:00,844 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:00,844 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:42:00,845 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:00,845 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e93af88909ff:39209 2024-11-19T02:42:00,845 INFO [RS:1;e93af88909ff:39209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:42:00,845 INFO [RS:1;e93af88909ff:39209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:42:00,845 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:42:00,847 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,33197,1731984118943 with port=39209, startcode=1731984119822 2024-11-19T02:42:00,847 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:43377 2024-11-19T02:42:00,847 INFO [RS:0;e93af88909ff:43377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:42:00,847 INFO [RS:0;e93af88909ff:43377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:42:00,847 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:42:00,849 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,33197,1731984118943 with port=43377, startcode=1731984119721 2024-11-19T02:42:00,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:42:00,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T02:42:00,857 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984150857 2024-11-19T02:42:00,859 DEBUG [RS:2;e93af88909ff:34043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:42:00,859 DEBUG [RS:1;e93af88909ff:39209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:42:00,859 DEBUG [RS:0;e93af88909ff:43377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:42:00,859 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T02:42:00,860 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T02:42:00,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T02:42:00,865 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T02:42:00,865 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T02:42:00,866 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T02:42:00,866 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T02:42:00,867 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:00,870 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T02:42:00,871 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T02:42:00,872 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T02:42:00,877 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T02:42:00,877 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T02:42:00,914 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984120913,5,FailOnTimeoutGroup] 2024-11-19T02:42:00,914 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984120914,5,FailOnTimeoutGroup] 2024-11-19T02:42:00,914 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:00,915 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T02:42:00,916 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:42:00,917 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:42:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:42:00,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T02:42:00,921 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:00,935 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47851, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:42:00,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:42:00,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:42:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:42:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:42:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:42:00,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,34043,1731984119874 2024-11-19T02:42:00,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:00,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,34043,1731984119874 2024-11-19T02:42:00,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:42:00,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:42:00,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:00,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:42:00,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:42:00,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:00,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:42:00,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,39209,1731984119822 2024-11-19T02:42:00,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,39209,1731984119822 2024-11-19T02:42:00,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:42:00,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:00,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:42:00,962 DEBUG [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:00,963 DEBUG [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40403 2024-11-19T02:42:00,963 DEBUG [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:42:00,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:42:00,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:00,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:00,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,43377,1731984119721 2024-11-19T02:42:00,966 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:00,966 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40403 2024-11-19T02:42:00,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:42:00,966 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:42:00,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,43377,1731984119721 2024-11-19T02:42:00,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740 2024-11-19T02:42:00,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:42:00,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740 2024-11-19T02:42:00,971 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:00,971 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40403 2024-11-19T02:42:00,971 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:42:00,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:42:00,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:42:00,973 DEBUG [RS:2;e93af88909ff:34043 {}] zookeeper.ZKUtil(111): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,34043,1731984119874 2024-11-19T02:42:00,973 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:42:00,973 WARN [RS:2;e93af88909ff:34043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:42:00,973 INFO [RS:2;e93af88909ff:34043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:42:00,973 DEBUG [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874 2024-11-19T02:42:00,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,34043,1731984119874] 2024-11-19T02:42:00,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,39209,1731984119822] 2024-11-19T02:42:00,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:42:00,975 DEBUG [RS:1;e93af88909ff:39209 {}] zookeeper.ZKUtil(111): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,39209,1731984119822 2024-11-19T02:42:00,975 WARN [RS:1;e93af88909ff:39209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:42:00,975 INFO [RS:1;e93af88909ff:39209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:42:00,976 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,39209,1731984119822 2024-11-19T02:42:00,976 DEBUG [RS:0;e93af88909ff:43377 {}] zookeeper.ZKUtil(111): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,43377,1731984119721 2024-11-19T02:42:00,976 WARN [RS:0;e93af88909ff:43377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:42:00,976 INFO [RS:0;e93af88909ff:43377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:42:00,977 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,43377,1731984119721 2024-11-19T02:42:00,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:42:00,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,43377,1731984119721] 2024-11-19T02:42:00,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:00,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61827074, jitterRate=-0.07870480418205261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:42:00,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731984120944Initializing all the Stores at 1731984120946 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984120946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984120946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984120947 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984120947Cleaning up temporary data from old regions at 1731984120972 (+25 ms)Region opened successfully at 1731984120988 (+16 ms) 2024-11-19T02:42:00,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:42:00,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:42:00,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:42:00,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:42:00,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:42:00,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:42:00,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984120988Disabling compacts and flushes for region at 1731984120988Disabling writes for close at 1731984120989 (+1 ms)Writing region close event to WAL at 1731984120990 (+1 ms)Closed at 1731984120991 (+1 ms) 2024-11-19T02:42:00,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:42:00,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T02:42:01,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:42:01,007 INFO [RS:1;e93af88909ff:39209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:42:01,007 INFO [RS:0;e93af88909ff:43377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:42:01,007 INFO [RS:2;e93af88909ff:34043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:42:01,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:42:01,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T02:42:01,024 INFO [RS:1;e93af88909ff:39209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:42:01,026 INFO [RS:2;e93af88909ff:34043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:42:01,026 INFO [RS:0;e93af88909ff:43377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:42:01,030 INFO [RS:1;e93af88909ff:39209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:42:01,030 INFO [RS:2;e93af88909ff:34043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:42:01,030 INFO [RS:0;e93af88909ff:43377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:42:01,030 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,031 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,031 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,032 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:42:01,032 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:42:01,032 INFO [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:42:01,039 INFO [RS:0;e93af88909ff:43377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:42:01,039 INFO [RS:1;e93af88909ff:39209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:42:01,039 INFO [RS:2;e93af88909ff:34043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:42:01,040 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,040 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,040 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,041 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:42:01,041 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,041 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:42:01,042 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:42:01,042 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:42:01,042 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:0;e93af88909ff:43377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:42:01,042 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,042 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,043 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,043 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:42:01,043 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:42:01,043 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:42:01,043 DEBUG [RS:1;e93af88909ff:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:42:01,043 DEBUG [RS:2;e93af88909ff:34043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:42:01,045 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,43377,1731984119721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,045 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39209,1731984119822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:42:01,046 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,046 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,046 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,046 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,046 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,046 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34043,1731984119874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:42:01,065 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:42:01,067 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:42:01,067 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,43377,1731984119721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,067 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,39209,1731984119822-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,068 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,068 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,068 INFO [RS:2;e93af88909ff:34043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:42:01,068 INFO [RS:0;e93af88909ff:43377 {}] regionserver.Replication(171): e93af88909ff,43377,1731984119721 started 2024-11-19T02:42:01,068 INFO [RS:1;e93af88909ff:39209 {}] regionserver.Replication(171): e93af88909ff,39209,1731984119822 started 2024-11-19T02:42:01,068 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34043,1731984119874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,068 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,068 INFO [RS:2;e93af88909ff:34043 {}] regionserver.Replication(171): e93af88909ff,34043,1731984119874 started 2024-11-19T02:42:01,087 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,088 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,43377,1731984119721, RpcServer on e93af88909ff/172.17.0.2:43377, sessionid=0x1012e1a3b790001 2024-11-19T02:42:01,089 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:42:01,089 DEBUG [RS:0;e93af88909ff:43377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,43377,1731984119721 2024-11-19T02:42:01,089 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,43377,1731984119721' 2024-11-19T02:42:01,090 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:42:01,091 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:42:01,092 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:42:01,092 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:42:01,092 DEBUG [RS:0;e93af88909ff:43377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,43377,1731984119721 2024-11-19T02:42:01,092 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,43377,1731984119721' 2024-11-19T02:42:01,092 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:42:01,093 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:42:01,093 INFO [RS:2;e93af88909ff:34043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,094 INFO [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,34043,1731984119874, RpcServer on e93af88909ff/172.17.0.2:34043, sessionid=0x1012e1a3b790003 2024-11-19T02:42:01,094 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:42:01,094 DEBUG [RS:2;e93af88909ff:34043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,34043,1731984119874 2024-11-19T02:42:01,094 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,34043,1731984119874' 2024-11-19T02:42:01,094 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:42:01,094 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:01,094 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,39209,1731984119822, RpcServer on e93af88909ff/172.17.0.2:39209, sessionid=0x1012e1a3b790002 2024-11-19T02:42:01,095 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:42:01,095 DEBUG [RS:1;e93af88909ff:39209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,39209,1731984119822 2024-11-19T02:42:01,095 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,39209,1731984119822' 2024-11-19T02:42:01,095 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:42:01,096 DEBUG [RS:0;e93af88909ff:43377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:42:01,096 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:42:01,096 INFO [RS:0;e93af88909ff:43377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:42:01,096 INFO [RS:0;e93af88909ff:43377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:42:01,096 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:42:01,097 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:42:01,097 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:42:01,097 DEBUG [RS:2;e93af88909ff:34043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,34043,1731984119874 2024-11-19T02:42:01,097 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,34043,1731984119874' 2024-11-19T02:42:01,097 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:42:01,097 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:42:01,097 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:42:01,097 DEBUG [RS:1;e93af88909ff:39209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,39209,1731984119822 2024-11-19T02:42:01,097 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,39209,1731984119822' 2024-11-19T02:42:01,097 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:42:01,097 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:42:01,098 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:42:01,098 DEBUG [RS:2;e93af88909ff:34043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:42:01,099 INFO [RS:2;e93af88909ff:34043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:42:01,099 INFO [RS:2;e93af88909ff:34043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:42:01,099 DEBUG [RS:1;e93af88909ff:39209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:42:01,099 INFO [RS:1;e93af88909ff:39209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:42:01,099 INFO [RS:1;e93af88909ff:39209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:42:01,170 WARN [e93af88909ff:33197 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T02:42:01,203 INFO [RS:1;e93af88909ff:39209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:42:01,203 INFO [RS:2;e93af88909ff:34043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:42:01,203 INFO [RS:0;e93af88909ff:43377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:42:01,207 INFO [RS:2;e93af88909ff:34043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C34043%2C1731984119874, suffix=, logDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/oldWALs, maxLogs=32 2024-11-19T02:42:01,207 INFO [RS:0;e93af88909ff:43377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C43377%2C1731984119721, suffix=, logDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,43377,1731984119721, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/oldWALs, maxLogs=32 2024-11-19T02:42:01,207 INFO [RS:1;e93af88909ff:39209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C39209%2C1731984119822, suffix=, logDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,39209,1731984119822, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/oldWALs, maxLogs=32 2024-11-19T02:42:01,229 DEBUG [RS:1;e93af88909ff:39209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,39209,1731984119822/e93af88909ff%2C39209%2C1731984119822.1731984121214, exclude list is [], retry=0 2024-11-19T02:42:01,229 DEBUG [RS:2;e93af88909ff:34043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874/e93af88909ff%2C34043%2C1731984119874.1731984121214, exclude list is [], retry=0 2024-11-19T02:42:01,231 DEBUG [RS:0;e93af88909ff:43377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,43377,1731984119721/e93af88909ff%2C43377%2C1731984119721.1731984121214, exclude list is [], retry=0 2024-11-19T02:42:01,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-949d29ea-c05e-4692-8778-7d66d7fedd2f,DISK] 2024-11-19T02:42:01,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33741,DS-1b76393d-c7c1-4b13-91d6-814519e7acc9,DISK] 2024-11-19T02:42:01,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-56eda60c-6260-4bb5-aa98-6a352940016b,DISK] 2024-11-19T02:42:01,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-949d29ea-c05e-4692-8778-7d66d7fedd2f,DISK] 2024-11-19T02:42:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-56eda60c-6260-4bb5-aa98-6a352940016b,DISK] 2024-11-19T02:42:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-56eda60c-6260-4bb5-aa98-6a352940016b,DISK] 2024-11-19T02:42:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-949d29ea-c05e-4692-8778-7d66d7fedd2f,DISK] 2024-11-19T02:42:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33741,DS-1b76393d-c7c1-4b13-91d6-814519e7acc9,DISK] 2024-11-19T02:42:01,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33741,DS-1b76393d-c7c1-4b13-91d6-814519e7acc9,DISK] 2024-11-19T02:42:01,247 INFO [RS:0;e93af88909ff:43377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,43377,1731984119721/e93af88909ff%2C43377%2C1731984119721.1731984121214 2024-11-19T02:42:01,253 DEBUG [RS:0;e93af88909ff:43377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377),(127.0.0.1/127.0.0.1:33721:33721),(127.0.0.1/127.0.0.1:44437:44437)] 2024-11-19T02:42:01,254 INFO [RS:2;e93af88909ff:34043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874/e93af88909ff%2C34043%2C1731984119874.1731984121214 2024-11-19T02:42:01,254 INFO [RS:1;e93af88909ff:39209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,39209,1731984119822/e93af88909ff%2C39209%2C1731984119822.1731984121214 2024-11-19T02:42:01,255 DEBUG [RS:2;e93af88909ff:34043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33721:33721),(127.0.0.1/127.0.0.1:38377:38377),(127.0.0.1/127.0.0.1:44437:44437)] 2024-11-19T02:42:01,255 DEBUG [RS:1;e93af88909ff:39209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33721:33721),(127.0.0.1/127.0.0.1:44437:44437),(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-19T02:42:01,423 DEBUG [e93af88909ff:33197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T02:42:01,431 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0} 2024-11-19T02:42:01,437 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T02:42:01,437 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T02:42:01,437 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T02:42:01,437 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T02:42:01,437 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T02:42:01,437 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T02:42:01,437 INFO [e93af88909ff:33197 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T02:42:01,437 INFO [e93af88909ff:33197 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T02:42:01,437 INFO [e93af88909ff:33197 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T02:42:01,437 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T02:42:01,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:01,452 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,43377,1731984119721, state=OPENING 2024-11-19T02:42:01,458 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T02:42:01,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:01,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:01,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:01,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:42:01,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:42:01,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:42:01,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:42:01,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:42:01,462 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:42:01,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,43377,1731984119721}] 2024-11-19T02:42:09,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T02:42:09,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T02:42:11,492 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:42:11,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43009, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:42:11,512 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:42:11,512 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:42:11,513 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:42:11,517 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C43377%2C1731984119721.meta, suffix=.meta, logDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,43377,1731984119721, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/oldWALs, maxLogs=32 2024-11-19T02:42:11,540 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,43377,1731984119721/e93af88909ff%2C43377%2C1731984119721.meta.1731984131519.meta, exclude list is [], retry=0 2024-11-19T02:42:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33741,DS-1b76393d-c7c1-4b13-91d6-814519e7acc9,DISK] 2024-11-19T02:42:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-949d29ea-c05e-4692-8778-7d66d7fedd2f,DISK] 2024-11-19T02:42:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-56eda60c-6260-4bb5-aa98-6a352940016b,DISK] 2024-11-19T02:42:11,557 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,43377,1731984119721/e93af88909ff%2C43377%2C1731984119721.meta.1731984131519.meta 2024-11-19T02:42:11,560 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44437:44437),(127.0.0.1/127.0.0.1:33721:33721),(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-19T02:42:11,561 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:42:11,563 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:42:11,566 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:42:11,572 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:42:11,576 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:42:11,577 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:11,577 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:42:11,577 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:42:11,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:42:11,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:42:11,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:11,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:11,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:42:11,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:42:11,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:11,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:11,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:42:11,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:42:11,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:11,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:11,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:42:11,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:42:11,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:11,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:42:11,593 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:42:11,595 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740 2024-11-19T02:42:11,598 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740 2024-11-19T02:42:11,601 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:42:11,601 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:42:11,602 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:42:11,605 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:42:11,607 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73044158, jitterRate=0.08844277262687683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:42:11,607 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:42:11,609 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731984131578Writing region info on filesystem at 1731984131578Initializing all the Stores at 1731984131580 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984131580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984131581 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984131581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984131581Cleaning up temporary data from old regions at 1731984131601 (+20 ms)Running coprocessor post-open hooks at 1731984131607 (+6 ms)Region opened successfully at 1731984131609 (+2 ms) 2024-11-19T02:42:11,619 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984131483 2024-11-19T02:42:11,632 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:42:11,634 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:42:11,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:11,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,43377,1731984119721, state=OPEN 2024-11-19T02:42:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:42:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:42:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:42:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:42:11,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:42:11,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:42:11,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:42:11,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:42:11,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,43377,1731984119721 2024-11-19T02:42:11,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T02:42:11,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,43377,1731984119721 in 10.1790 sec 2024-11-19T02:42:11,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T02:42:11,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6500 sec 2024-11-19T02:42:11,662 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:42:11,663 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T02:42:11,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:42:11,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,43377,1731984119721, seqNum=-1] 2024-11-19T02:42:11,776 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:42:11,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:42:11,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0500 sec 2024-11-19T02:42:11,816 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984131816, completionTime=-1 2024-11-19T02:42:11,819 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T02:42:11,820 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T02:42:11,858 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-19T02:42:11,858 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984191858 2024-11-19T02:42:11,858 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984251858 2024-11-19T02:42:11,858 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 38 msec 2024-11-19T02:42:11,860 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:42:11,880 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,33197,1731984118943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:11,881 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,33197,1731984118943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:11,881 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,33197,1731984118943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:11,883 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:33197, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:11,883 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:11,884 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:11,891 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T02:42:11,937 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.975sec 2024-11-19T02:42:11,947 INFO [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T02:42:11,949 INFO [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T02:42:11,952 INFO [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T02:42:11,952 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T02:42:11,952 INFO [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T02:42:11,953 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,33197,1731984118943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:42:11,955 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,33197,1731984118943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T02:42:11,977 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T02:42:11,979 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T02:42:11,979 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,33197,1731984118943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:42:12,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdd475a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:42:12,033 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T02:42:12,033 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T02:42:12,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,33197,-1 for getting cluster id 2024-11-19T02:42:12,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:42:12,062 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0ad3a47-583f-461b-9572-8807d7d44980' 2024-11-19T02:42:12,066 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:42:12,066 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0ad3a47-583f-461b-9572-8807d7d44980" 2024-11-19T02:42:12,069 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44684465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:42:12,069 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,33197,-1] 2024-11-19T02:42:12,072 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:42:12,074 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:42:12,076 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:42:12,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b19071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:42:12,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:42:12,087 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,43377,1731984119721, seqNum=-1] 2024-11-19T02:42:12,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:42:12,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:42:12,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,33197,1731984118943 2024-11-19T02:42:12,126 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731984132125 (current time:1731984132125). 2024-11-19T02:42:12,126 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T02:42:12,127 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-19T02:42:12,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f79c90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:42:12,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,33197,-1 for getting cluster id 2024-11-19T02:42:12,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:42:12,131 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0ad3a47-583f-461b-9572-8807d7d44980' 2024-11-19T02:42:12,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:42:12,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0ad3a47-583f-461b-9572-8807d7d44980" 2024-11-19T02:42:12,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d111f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:42:12,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,33197,-1] 2024-11-19T02:42:12,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:42:12,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:42:12,134 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:42:12,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7895a1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:42:12,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:42:12,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,43377,1731984119721, seqNum=-1] 2024-11-19T02:42:12,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:42:12,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:42:12,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:42:12,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:42:12,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:42:12,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:42:12,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:42:12,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:42:12,163 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,33197,1731984118943 2024-11-19T02:42:12,167 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4806c539 2024-11-19T02:42:12,168 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:42:12,170 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:42:12,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:42:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-19T02:42:12,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:42:12,193 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:12,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-19T02:42:12,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:42:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741837_1013 (size=361) 2024-11-19T02:42:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741837_1013 (size=361) 2024-11-19T02:42:12,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741837_1013 (size=361) 2024-11-19T02:42:12,236 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01bdd9518d592e09a445145ee979166a, NAME => 'SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,236 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 83ee386a432f2280f1edc263e055253b, NAME => 'SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,238 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c5b2dbbe1b33a48686fce7a71a0ec1d5, NAME => 'SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741838_1014 (size=54) 2024-11-19T02:42:12,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741838_1014 (size=54) 2024-11-19T02:42:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741838_1014 (size=54) 2024-11-19T02:42:12,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 01bdd9518d592e09a445145ee979166a, disabling compactions & flushes 2024-11-19T02:42:12,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:12,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:12,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. after waiting 0 ms 2024-11-19T02:42:12,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:12,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:12,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01bdd9518d592e09a445145ee979166a: Waiting for close lock at 1731984132277Disabling compacts and flushes for region at 1731984132277Disabling writes for close at 1731984132277Writing region close event to WAL at 1731984132277Closed at 1731984132277 2024-11-19T02:42:12,278 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 878035d4bdd69eda6b8f9e48518bebf6, NAME => 'SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741839_1015 (size=62) 2024-11-19T02:42:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741839_1015 (size=62) 2024-11-19T02:42:12,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741839_1015 (size=62) 2024-11-19T02:42:12,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c5b2dbbe1b33a48686fce7a71a0ec1d5, disabling compactions & flushes 2024-11-19T02:42:12,292 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:12,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:12,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. after waiting 0 ms 2024-11-19T02:42:12,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:12,292 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:12,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c5b2dbbe1b33a48686fce7a71a0ec1d5: Waiting for close lock at 1731984132292Disabling compacts and flushes for region at 1731984132292Disabling writes for close at 1731984132292Writing region close event to WAL at 1731984132292Closed at 1731984132292 2024-11-19T02:42:12,293 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f014741b5e61ca6e36d91ee685ba6a7e, NAME => 'SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:12,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741840_1016 (size=62) 2024-11-19T02:42:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741840_1016 (size=62) 2024-11-19T02:42:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741840_1016 (size=62) 2024-11-19T02:42:12,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 83ee386a432f2280f1edc263e055253b, disabling compactions & flushes 2024-11-19T02:42:12,314 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:12,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:12,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. after waiting 0 ms 2024-11-19T02:42:12,315 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:12,315 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:12,315 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 83ee386a432f2280f1edc263e055253b: Waiting for close lock at 1731984132314Disabling compacts and flushes for region at 1731984132314Disabling writes for close at 1731984132314Writing region close event to WAL at 1731984132315 (+1 ms)Closed at 1731984132315 2024-11-19T02:42:12,315 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 76fa811721c38ca0e6b5a962e9335528, NAME => 'SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741842_1018 (size=62) 2024-11-19T02:42:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741842_1018 (size=62) 2024-11-19T02:42:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741842_1018 (size=62) 2024-11-19T02:42:12,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f014741b5e61ca6e36d91ee685ba6a7e, disabling compactions & flushes 2024-11-19T02:42:12,344 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:12,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:12,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. after waiting 0 ms 2024-11-19T02:42:12,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:12,344 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:12,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f014741b5e61ca6e36d91ee685ba6a7e: Waiting for close lock at 1731984132344Disabling compacts and flushes for region at 1731984132344Disabling writes for close at 1731984132344Writing region close event to WAL at 1731984132344Closed at 1731984132344 2024-11-19T02:42:12,345 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 74178eb9c9e26e2a36d86c65b0b3ae70, NAME => 'SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741841_1017 (size=62) 2024-11-19T02:42:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741841_1017 (size=62) 2024-11-19T02:42:12,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741841_1017 (size=62) 2024-11-19T02:42:12,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 878035d4bdd69eda6b8f9e48518bebf6, disabling compactions & flushes 2024-11-19T02:42:12,361 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:12,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:12,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. after waiting 0 ms 2024-11-19T02:42:12,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:12,361 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:12,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 878035d4bdd69eda6b8f9e48518bebf6: Waiting for close lock at 1731984132361Disabling compacts and flushes for region at 1731984132361Disabling writes for close at 1731984132361Writing region close event to WAL at 1731984132361Closed at 1731984132361 2024-11-19T02:42:12,362 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df9e437b1cb6b10178c687e715c6038d, NAME => 'SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741843_1019 (size=62) 2024-11-19T02:42:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741843_1019 (size=62) 2024-11-19T02:42:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741843_1019 (size=62) 2024-11-19T02:42:12,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 76fa811721c38ca0e6b5a962e9335528, disabling compactions & flushes 2024-11-19T02:42:12,373 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:12,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:12,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. after waiting 0 ms 2024-11-19T02:42:12,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:12,374 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:12,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 76fa811721c38ca0e6b5a962e9335528: Waiting for close lock at 1731984132373Disabling compacts and flushes for region at 1731984132373Disabling writes for close at 1731984132374 (+1 ms)Writing region close event to WAL at 1731984132374Closed at 1731984132374 2024-11-19T02:42:12,374 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a49e86671a71d247736c30a02b8c054f, NAME => 'SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741844_1020 (size=62) 2024-11-19T02:42:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741844_1020 (size=62) 2024-11-19T02:42:12,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741844_1020 (size=62) 2024-11-19T02:42:12,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741845_1021 (size=62) 2024-11-19T02:42:12,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741845_1021 (size=62) 2024-11-19T02:42:12,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741845_1021 (size=62) 2024-11-19T02:42:12,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing df9e437b1cb6b10178c687e715c6038d, disabling compactions & flushes 2024-11-19T02:42:12,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:12,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:12,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. after waiting 0 ms 2024-11-19T02:42:12,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:12,410 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:12,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for df9e437b1cb6b10178c687e715c6038d: Waiting for close lock at 1731984132409Disabling compacts and flushes for region at 1731984132409Disabling writes for close at 1731984132410 (+1 ms)Writing region close event to WAL at 1731984132410Closed at 1731984132410 2024-11-19T02:42:12,411 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c3ee4420cd477c31432ba8de40d0de4, NAME => 'SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365 2024-11-19T02:42:12,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 74178eb9c9e26e2a36d86c65b0b3ae70, disabling compactions & flushes 2024-11-19T02:42:12,411 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:12,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:12,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. after waiting 0 ms 2024-11-19T02:42:12,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:12,411 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:12,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 74178eb9c9e26e2a36d86c65b0b3ae70: Waiting for close lock at 1731984132411Disabling compacts and flushes for region at 1731984132411Disabling writes for close at 1731984132411Writing region close event to WAL at 1731984132411Closed at 1731984132411 2024-11-19T02:42:12,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741846_1022 (size=62) 2024-11-19T02:42:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741846_1022 (size=62) 2024-11-19T02:42:12,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741846_1022 (size=62) 2024-11-19T02:42:12,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a49e86671a71d247736c30a02b8c054f, disabling compactions & flushes 2024-11-19T02:42:12,431 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:12,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:12,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. after waiting 0 ms 2024-11-19T02:42:12,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:12,431 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:12,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a49e86671a71d247736c30a02b8c054f: Waiting for close lock at 1731984132431Disabling compacts and flushes for region at 1731984132431Disabling writes for close at 1731984132431Writing region close event to WAL at 1731984132431Closed at 1731984132431 2024-11-19T02:42:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741847_1023 (size=54) 2024-11-19T02:42:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741847_1023 (size=54) 2024-11-19T02:42:12,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741847_1023 (size=54) 2024-11-19T02:42:12,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:12,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1c3ee4420cd477c31432ba8de40d0de4, disabling compactions & flushes 2024-11-19T02:42:12,438 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:12,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:12,439 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. after waiting 0 ms 2024-11-19T02:42:12,439 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:12,439 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:12,439 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c3ee4420cd477c31432ba8de40d0de4: Waiting for close lock at 1731984132438Disabling compacts and flushes for region at 1731984132438Disabling writes for close at 1731984132439 (+1 ms)Writing region close event to WAL at 1731984132439Closed at 1731984132439 2024-11-19T02:42:12,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:42:12,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,450 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731984132441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984132441"}]},"ts":"1731984132441"} 2024-11-19T02:42:12,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-19T02:42:12,494 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:42:12,498 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984132495"}]},"ts":"1731984132495"} 2024-11-19T02:42:12,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-19T02:42:12,505 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0} 2024-11-19T02:42:12,515 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T02:42:12,515 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T02:42:12,515 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T02:42:12,515 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T02:42:12,515 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T02:42:12,515 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T02:42:12,515 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T02:42:12,515 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T02:42:12,516 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T02:42:12,516 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T02:42:12,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01bdd9518d592e09a445145ee979166a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83ee386a432f2280f1edc263e055253b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f014741b5e61ca6e36d91ee685ba6a7e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76fa811721c38ca0e6b5a962e9335528, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df9e437b1cb6b10178c687e715c6038d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e86671a71d247736c30a02b8c054f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c3ee4420cd477c31432ba8de40d0de4, ASSIGN}] 2024-11-19T02:42:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:12,523 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01bdd9518d592e09a445145ee979166a, ASSIGN 2024-11-19T02:42:12,525 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83ee386a432f2280f1edc263e055253b, ASSIGN 2024-11-19T02:42:12,525 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01bdd9518d592e09a445145ee979166a, ASSIGN; state=OFFLINE, location=e93af88909ff,39209,1731984119822; forceNewPlan=false, retain=false 2024-11-19T02:42:12,529 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83ee386a432f2280f1edc263e055253b, ASSIGN; state=OFFLINE, location=e93af88909ff,43377,1731984119721; forceNewPlan=false, retain=false 2024-11-19T02:42:12,530 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e86671a71d247736c30a02b8c054f, ASSIGN 2024-11-19T02:42:12,532 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a49e86671a71d247736c30a02b8c054f, ASSIGN; state=OFFLINE, location=e93af88909ff,43377,1731984119721; forceNewPlan=false, retain=false 2024-11-19T02:42:12,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c3ee4420cd477c31432ba8de40d0de4, ASSIGN 2024-11-19T02:42:12,534 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN 2024-11-19T02:42:12,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c3ee4420cd477c31432ba8de40d0de4, ASSIGN; state=OFFLINE, location=e93af88909ff,39209,1731984119822; forceNewPlan=false, retain=false 2024-11-19T02:42:12,540 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN; state=OFFLINE, location=e93af88909ff,34043,1731984119874; forceNewPlan=false, retain=false 2024-11-19T02:42:12,540 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f014741b5e61ca6e36d91ee685ba6a7e, ASSIGN 2024-11-19T02:42:12,542 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f014741b5e61ca6e36d91ee685ba6a7e, ASSIGN; state=OFFLINE, location=e93af88909ff,39209,1731984119822; forceNewPlan=false, retain=false 2024-11-19T02:42:12,542 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df9e437b1cb6b10178c687e715c6038d, ASSIGN 2024-11-19T02:42:12,544 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df9e437b1cb6b10178c687e715c6038d, ASSIGN; state=OFFLINE, location=e93af88909ff,39209,1731984119822; forceNewPlan=false, retain=false 2024-11-19T02:42:12,544 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN 2024-11-19T02:42:12,546 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN; state=OFFLINE, location=e93af88909ff,34043,1731984119874; forceNewPlan=false, retain=false 2024-11-19T02:42:12,546 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76fa811721c38ca0e6b5a962e9335528, ASSIGN 2024-11-19T02:42:12,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76fa811721c38ca0e6b5a962e9335528, ASSIGN; state=OFFLINE, location=e93af88909ff,43377,1731984119721; forceNewPlan=false, retain=false 2024-11-19T02:42:12,550 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN 2024-11-19T02:42:12,551 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN; state=OFFLINE, location=e93af88909ff,34043,1731984119874; forceNewPlan=false, retain=false 2024-11-19T02:42:12,679 INFO [e93af88909ff:33197 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-19T02:42:12,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a49e86671a71d247736c30a02b8c054f, regionState=OPENING, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:12,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=83ee386a432f2280f1edc263e055253b, regionState=OPENING, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:12,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=76fa811721c38ca0e6b5a962e9335528, regionState=OPENING, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:12,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1c3ee4420cd477c31432ba8de40d0de4, regionState=OPENING, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:12,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=df9e437b1cb6b10178c687e715c6038d, regionState=OPENING, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:12,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f014741b5e61ca6e36d91ee685ba6a7e, regionState=OPENING, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:12,681 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01bdd9518d592e09a445145ee979166a, regionState=OPENING, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:12,681 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=74178eb9c9e26e2a36d86c65b0b3ae70, regionState=OPENING, regionLocation=e93af88909ff,34043,1731984119874 2024-11-19T02:42:12,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=878035d4bdd69eda6b8f9e48518bebf6, regionState=OPENING, regionLocation=e93af88909ff,34043,1731984119874 2024-11-19T02:42:12,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c5b2dbbe1b33a48686fce7a71a0ec1d5, regionState=OPENING, regionLocation=e93af88909ff,34043,1731984119874 2024-11-19T02:42:12,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a49e86671a71d247736c30a02b8c054f, ASSIGN because future has completed 2024-11-19T02:42:12,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49e86671a71d247736c30a02b8c054f, server=e93af88909ff,43377,1731984119721}] 2024-11-19T02:42:12,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83ee386a432f2280f1edc263e055253b, ASSIGN because future has completed 2024-11-19T02:42:12,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ee386a432f2280f1edc263e055253b, server=e93af88909ff,43377,1731984119721}] 2024-11-19T02:42:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76fa811721c38ca0e6b5a962e9335528, ASSIGN because future has completed 2024-11-19T02:42:12,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c3ee4420cd477c31432ba8de40d0de4, ASSIGN because future has completed 2024-11-19T02:42:12,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76fa811721c38ca0e6b5a962e9335528, server=e93af88909ff,43377,1731984119721}] 2024-11-19T02:42:12,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df9e437b1cb6b10178c687e715c6038d, ASSIGN because future has completed 2024-11-19T02:42:12,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c3ee4420cd477c31432ba8de40d0de4, server=e93af88909ff,39209,1731984119822}] 2024-11-19T02:42:12,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01bdd9518d592e09a445145ee979166a, ASSIGN because future has completed 2024-11-19T02:42:12,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01bdd9518d592e09a445145ee979166a, server=e93af88909ff,39209,1731984119822}] 2024-11-19T02:42:12,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN because future has completed 2024-11-19T02:42:12,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN because future has completed 2024-11-19T02:42:12,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN because future has completed 2024-11-19T02:42:12,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5, server=e93af88909ff,34043,1731984119874}] 2024-11-19T02:42:12,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6, server=e93af88909ff,34043,1731984119874}] 2024-11-19T02:42:12,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f014741b5e61ca6e36d91ee685ba6a7e, ASSIGN because future has completed 2024-11-19T02:42:12,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70, server=e93af88909ff,34043,1731984119874}] 2024-11-19T02:42:12,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f014741b5e61ca6e36d91ee685ba6a7e, server=e93af88909ff,39209,1731984119822}] 2024-11-19T02:42:12,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e437b1cb6b10178c687e715c6038d, server=e93af88909ff,39209,1731984119822}] 2024-11-19T02:42:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:13,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T02:42:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:17,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T02:42:19,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:42:19,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T02:42:19,458 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:42:19,458 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T02:42:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:22,707 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:22,708 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ee386a432f2280f1edc263e055253b, NAME => 'SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T02:42:22,709 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,709 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,709 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,709 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,711 INFO [StoreOpener-83ee386a432f2280f1edc263e055253b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,715 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:42:22,716 INFO [StoreOpener-83ee386a432f2280f1edc263e055253b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ee386a432f2280f1edc263e055253b columnFamilyName cf 2024-11-19T02:42:22,716 DEBUG [StoreOpener-83ee386a432f2280f1edc263e055253b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,718 INFO [StoreOpener-83ee386a432f2280f1edc263e055253b-1 {}] regionserver.HStore(327): Store=83ee386a432f2280f1edc263e055253b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,718 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:42:22,719 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,722 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,723 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,723 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:42:22,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47689, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:42:22,732 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:22,732 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => df9e437b1cb6b10178c687e715c6038d, NAME => 'SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T02:42:22,733 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,733 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,733 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,733 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,733 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,736 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:22,737 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 878035d4bdd69eda6b8f9e48518bebf6, NAME => 'SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T02:42:22,737 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,737 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,737 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,737 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,741 INFO [StoreOpener-df9e437b1cb6b10178c687e715c6038d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,742 INFO [StoreOpener-df9e437b1cb6b10178c687e715c6038d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e437b1cb6b10178c687e715c6038d columnFamilyName cf 2024-11-19T02:42:22,743 DEBUG [StoreOpener-df9e437b1cb6b10178c687e715c6038d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,743 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/83ee386a432f2280f1edc263e055253b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,744 INFO [StoreOpener-df9e437b1cb6b10178c687e715c6038d-1 {}] regionserver.HStore(327): Store=df9e437b1cb6b10178c687e715c6038d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,744 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 83ee386a432f2280f1edc263e055253b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72473316, jitterRate=0.07993656396865845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,744 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:22,744 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,745 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,746 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 83ee386a432f2280f1edc263e055253b: Running coprocessor pre-open hook at 1731984142709Writing region info on filesystem at 1731984142709Initializing all the Stores at 1731984142711 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142711Cleaning up temporary data from old regions at 1731984142723 (+12 ms)Running coprocessor post-open hooks at 1731984142744 (+21 ms)Region opened successfully at 1731984142746 (+2 ms) 2024-11-19T02:42:22,746 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,748 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,748 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,749 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b., pid=16, masterSystemTime=1731984142696 2024-11-19T02:42:22,752 INFO [StoreOpener-878035d4bdd69eda6b8f9e48518bebf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,753 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:22,752 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,755 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:22,756 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:22,756 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 76fa811721c38ca0e6b5a962e9335528, NAME => 'SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-19T02:42:22,757 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,757 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=83ee386a432f2280f1edc263e055253b, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:22,757 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,757 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,759 INFO [StoreOpener-878035d4bdd69eda6b8f9e48518bebf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878035d4bdd69eda6b8f9e48518bebf6 columnFamilyName cf 2024-11-19T02:42:22,760 DEBUG [StoreOpener-878035d4bdd69eda6b8f9e48518bebf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,761 INFO [StoreOpener-878035d4bdd69eda6b8f9e48518bebf6-1 {}] regionserver.HStore(327): Store=878035d4bdd69eda6b8f9e48518bebf6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,761 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ee386a432f2280f1edc263e055253b, server=e93af88909ff,43377,1731984119721 because future has completed 2024-11-19T02:42:22,762 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,764 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,765 INFO [StoreOpener-76fa811721c38ca0e6b5a962e9335528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,765 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,765 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,767 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-19T02:42:22,770 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,770 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened df9e437b1cb6b10178c687e715c6038d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63513584, jitterRate=-0.0535738468170166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,770 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:22,770 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for df9e437b1cb6b10178c687e715c6038d: Running coprocessor pre-open hook at 1731984142734Writing region info on filesystem at 1731984142734Initializing all the Stores at 1731984142737 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142737Cleaning up temporary data from old regions at 1731984142748 (+11 ms)Running coprocessor post-open hooks at 1731984142770 (+22 ms)Region opened successfully at 1731984142770 2024-11-19T02:42:22,771 INFO [StoreOpener-76fa811721c38ca0e6b5a962e9335528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76fa811721c38ca0e6b5a962e9335528 columnFamilyName cf 2024-11-19T02:42:22,771 DEBUG [StoreOpener-76fa811721c38ca0e6b5a962e9335528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,773 INFO [StoreOpener-76fa811721c38ca0e6b5a962e9335528-1 {}] regionserver.HStore(327): Store=76fa811721c38ca0e6b5a962e9335528/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 83ee386a432f2280f1edc263e055253b, server=e93af88909ff,43377,1731984119721 in 10.0720 sec 2024-11-19T02:42:22,773 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,774 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d., pid=24, masterSystemTime=1731984142714 2024-11-19T02:42:22,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83ee386a432f2280f1edc263e055253b, ASSIGN in 10.2520 sec 2024-11-19T02:42:22,774 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,775 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,776 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,776 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=df9e437b1cb6b10178c687e715c6038d, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:22,778 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:22,778 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:22,779 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:22,779 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c3ee4420cd477c31432ba8de40d0de4, NAME => 'SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T02:42:22,779 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,779 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,779 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,780 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,780 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,782 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/878035d4bdd69eda6b8f9e48518bebf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,785 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 878035d4bdd69eda6b8f9e48518bebf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70609821, jitterRate=0.05216832458972931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,785 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:22,785 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 878035d4bdd69eda6b8f9e48518bebf6: Running coprocessor pre-open hook at 1731984142737Writing region info on filesystem at 1731984142737Initializing all the Stores at 1731984142739 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142739Cleaning up temporary data from old regions at 1731984142765 (+26 ms)Running coprocessor post-open hooks at 1731984142785 (+20 ms)Region opened successfully at 1731984142785 2024-11-19T02:42:22,789 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6., pid=21, masterSystemTime=1731984142725 2024-11-19T02:42:22,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e437b1cb6b10178c687e715c6038d, server=e93af88909ff,39209,1731984119822 because future has completed 2024-11-19T02:42:22,793 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:22,793 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:22,793 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:22,793 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 74178eb9c9e26e2a36d86c65b0b3ae70, NAME => 'SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T02:42:22,793 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,794 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,794 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,794 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=878035d4bdd69eda6b8f9e48518bebf6, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,34043,1731984119874 2024-11-19T02:42:22,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-19T02:42:22,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure df9e437b1cb6b10178c687e715c6038d, server=e93af88909ff,39209,1731984119822 in 10.0420 sec 2024-11-19T02:42:22,800 INFO [StoreOpener-1c3ee4420cd477c31432ba8de40d0de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,801 INFO [StoreOpener-74178eb9c9e26e2a36d86c65b0b3ae70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6, server=e93af88909ff,34043,1731984119874 because future has completed 2024-11-19T02:42:22,803 INFO [StoreOpener-74178eb9c9e26e2a36d86c65b0b3ae70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74178eb9c9e26e2a36d86c65b0b3ae70 columnFamilyName cf 2024-11-19T02:42:22,804 DEBUG [StoreOpener-74178eb9c9e26e2a36d86c65b0b3ae70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,804 INFO [StoreOpener-1c3ee4420cd477c31432ba8de40d0de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3ee4420cd477c31432ba8de40d0de4 columnFamilyName cf 2024-11-19T02:42:22,804 DEBUG [StoreOpener-1c3ee4420cd477c31432ba8de40d0de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,804 INFO [StoreOpener-74178eb9c9e26e2a36d86c65b0b3ae70-1 {}] regionserver.HStore(327): Store=74178eb9c9e26e2a36d86c65b0b3ae70/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,805 INFO [StoreOpener-1c3ee4420cd477c31432ba8de40d0de4-1 {}] regionserver.HStore(327): Store=1c3ee4420cd477c31432ba8de40d0de4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,805 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df9e437b1cb6b10178c687e715c6038d, ASSIGN in 10.2810 sec 2024-11-19T02:42:22,805 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,806 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,806 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/76fa811721c38ca0e6b5a962e9335528/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,807 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,807 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 76fa811721c38ca0e6b5a962e9335528; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69522449, jitterRate=0.035965219140052795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,807 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:22,807 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 76fa811721c38ca0e6b5a962e9335528: Running coprocessor pre-open hook at 1731984142757Writing region info on filesystem at 1731984142757Initializing all the Stores at 1731984142763 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142763Cleaning up temporary data from old regions at 1731984142776 (+13 ms)Running coprocessor post-open hooks at 1731984142807 (+31 ms)Region opened successfully at 1731984142807 2024-11-19T02:42:22,808 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,808 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,809 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,810 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,810 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528., pid=17, masterSystemTime=1731984142696 2024-11-19T02:42:22,813 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,813 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,814 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-19T02:42:22,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6, server=e93af88909ff,34043,1731984119874 in 10.0880 sec 2024-11-19T02:42:22,817 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:22,817 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:22,817 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:22,817 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a49e86671a71d247736c30a02b8c054f, NAME => 'SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T02:42:22,818 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,818 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,818 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,818 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,820 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN in 10.2980 sec 2024-11-19T02:42:22,823 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=76fa811721c38ca0e6b5a962e9335528, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:22,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76fa811721c38ca0e6b5a962e9335528, server=e93af88909ff,43377,1731984119721 because future has completed 2024-11-19T02:42:22,831 INFO [StoreOpener-a49e86671a71d247736c30a02b8c054f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,832 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/74178eb9c9e26e2a36d86c65b0b3ae70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,833 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 74178eb9c9e26e2a36d86c65b0b3ae70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68804947, jitterRate=0.025273606181144714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,833 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:22,834 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 74178eb9c9e26e2a36d86c65b0b3ae70: Running coprocessor pre-open hook at 1731984142794Writing region info on filesystem at 1731984142794Initializing all the Stores at 1731984142799 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142799Cleaning up temporary data from old regions at 1731984142813 (+14 ms)Running coprocessor post-open hooks at 1731984142833 (+20 ms)Region opened successfully at 1731984142833 2024-11-19T02:42:22,835 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,836 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1c3ee4420cd477c31432ba8de40d0de4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64775422, jitterRate=-0.03477099537849426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,836 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:22,836 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1c3ee4420cd477c31432ba8de40d0de4: Running coprocessor pre-open hook at 1731984142780Writing region info on filesystem at 1731984142780Initializing all the Stores at 1731984142782 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142782Cleaning up temporary data from old regions at 1731984142810 (+28 ms)Running coprocessor post-open hooks at 1731984142836 (+26 ms)Region opened successfully at 1731984142836 2024-11-19T02:42:22,837 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., pid=22, masterSystemTime=1731984142725 2024-11-19T02:42:22,838 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., pid=18, masterSystemTime=1731984142714 2024-11-19T02:42:22,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-19T02:42:22,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 76fa811721c38ca0e6b5a962e9335528, server=e93af88909ff,43377,1731984119721 in 10.1350 sec 2024-11-19T02:42:22,841 INFO [StoreOpener-a49e86671a71d247736c30a02b8c054f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49e86671a71d247736c30a02b8c054f columnFamilyName cf 2024-11-19T02:42:22,841 DEBUG [StoreOpener-a49e86671a71d247736c30a02b8c054f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,843 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:22,843 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:22,843 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:22,843 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:22,843 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:22,843 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 01bdd9518d592e09a445145ee979166a, NAME => 'SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c5b2dbbe1b33a48686fce7a71a0ec1d5, NAME => 'SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,844 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,845 INFO [StoreOpener-a49e86671a71d247736c30a02b8c054f-1 {}] regionserver.HStore(327): Store=a49e86671a71d247736c30a02b8c054f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,845 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76fa811721c38ca0e6b5a962e9335528, ASSIGN in 10.3230 sec 2024-11-19T02:42:22,847 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,848 INFO [StoreOpener-c5b2dbbe1b33a48686fce7a71a0ec1d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,848 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1c3ee4420cd477c31432ba8de40d0de4, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:22,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=74178eb9c9e26e2a36d86c65b0b3ae70, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,34043,1731984119874 2024-11-19T02:42:22,851 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,851 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,861 INFO [StoreOpener-01bdd9518d592e09a445145ee979166a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,855 INFO [StoreOpener-c5b2dbbe1b33a48686fce7a71a0ec1d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5b2dbbe1b33a48686fce7a71a0ec1d5 columnFamilyName cf 2024-11-19T02:42:22,862 DEBUG [StoreOpener-c5b2dbbe1b33a48686fce7a71a0ec1d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c3ee4420cd477c31432ba8de40d0de4, server=e93af88909ff,39209,1731984119822 because future has completed 2024-11-19T02:42:22,866 INFO [StoreOpener-c5b2dbbe1b33a48686fce7a71a0ec1d5-1 {}] regionserver.HStore(327): Store=c5b2dbbe1b33a48686fce7a71a0ec1d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,866 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70, server=e93af88909ff,34043,1731984119874 because future has completed 2024-11-19T02:42:22,869 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,869 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,870 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-19T02:42:22,871 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,871 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,873 INFO [StoreOpener-01bdd9518d592e09a445145ee979166a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01bdd9518d592e09a445145ee979166a columnFamilyName cf 2024-11-19T02:42:22,873 DEBUG [StoreOpener-01bdd9518d592e09a445145ee979166a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c3ee4420cd477c31432ba8de40d0de4, server=e93af88909ff,39209,1731984119822 in 10.1640 sec 2024-11-19T02:42:22,874 INFO [StoreOpener-01bdd9518d592e09a445145ee979166a-1 {}] regionserver.HStore(327): Store=01bdd9518d592e09a445145ee979166a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,874 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-19T02:42:22,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c3ee4420cd477c31432ba8de40d0de4, ASSIGN in 10.3540 sec 2024-11-19T02:42:22,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70, server=e93af88909ff,34043,1731984119874 in 10.1490 sec 2024-11-19T02:42:22,876 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,877 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,878 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,879 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,879 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN in 10.3580 sec 2024-11-19T02:42:22,879 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,881 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a49e86671a71d247736c30a02b8c054f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70358935, jitterRate=0.048429831862449646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,881 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:22,881 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a49e86671a71d247736c30a02b8c054f: Running coprocessor pre-open hook at 1731984142818Writing region info on filesystem at 1731984142818Initializing all the Stores at 1731984142822 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142822Cleaning up temporary data from old regions at 1731984142861 (+39 ms)Running coprocessor post-open hooks at 1731984142881 (+20 ms)Region opened successfully at 1731984142881 2024-11-19T02:42:22,882 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., pid=15, masterSystemTime=1731984142696 2024-11-19T02:42:22,884 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,888 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:22,888 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:22,889 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a49e86671a71d247736c30a02b8c054f, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:22,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49e86671a71d247736c30a02b8c054f, server=e93af88909ff,43377,1731984119721 because future has completed 2024-11-19T02:42:22,894 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/c5b2dbbe1b33a48686fce7a71a0ec1d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,895 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e93af88909ff,43377,1731984119721, table=SPTestTable, region=a49e86671a71d247736c30a02b8c054f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T02:42:22,896 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c5b2dbbe1b33a48686fce7a71a0ec1d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63897031, jitterRate=-0.0478600412607193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,896 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:22,896 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c5b2dbbe1b33a48686fce7a71a0ec1d5: Running coprocessor pre-open hook at 1731984142845Writing region info on filesystem at 1731984142845Initializing all the Stores at 1731984142847 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142847Cleaning up temporary data from old regions at 1731984142871 (+24 ms)Running coprocessor post-open hooks at 1731984142896 (+25 ms)Region opened successfully at 1731984142896 2024-11-19T02:42:22,897 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5., pid=20, masterSystemTime=1731984142725 2024-11-19T02:42:22,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-19T02:42:22,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a49e86671a71d247736c30a02b8c054f, server=e93af88909ff,43377,1731984119721 in 10.2080 sec 2024-11-19T02:42:22,901 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:22,901 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:22,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e86671a71d247736c30a02b8c054f, ASSIGN in 10.3840 sec 2024-11-19T02:42:22,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c5b2dbbe1b33a48686fce7a71a0ec1d5, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,34043,1731984119874 2024-11-19T02:42:22,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5, server=e93af88909ff,34043,1731984119874 because future has completed 2024-11-19T02:42:22,910 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/01bdd9518d592e09a445145ee979166a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,912 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 01bdd9518d592e09a445145ee979166a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70069699, jitterRate=0.044119879603385925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,912 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:22,912 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 01bdd9518d592e09a445145ee979166a: Running coprocessor pre-open hook at 1731984142845Writing region info on filesystem at 1731984142845Initializing all the Stores at 1731984142848 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142848Cleaning up temporary data from old regions at 1731984142879 (+31 ms)Running coprocessor post-open hooks at 1731984142912 (+33 ms)Region opened successfully at 1731984142912 2024-11-19T02:42:22,914 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a., pid=19, masterSystemTime=1731984142714 2024-11-19T02:42:22,920 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:22,920 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:22,920 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:22,921 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f014741b5e61ca6e36d91ee685ba6a7e, NAME => 'SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T02:42:22,921 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,922 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:22,922 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,922 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-19T02:42:22,925 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01bdd9518d592e09a445145ee979166a, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:22,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5, server=e93af88909ff,34043,1731984119874 in 10.1950 sec 2024-11-19T02:42:22,928 INFO [StoreOpener-f014741b5e61ca6e36d91ee685ba6a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01bdd9518d592e09a445145ee979166a, server=e93af88909ff,39209,1731984119822 because future has completed 2024-11-19T02:42:22,930 INFO [StoreOpener-f014741b5e61ca6e36d91ee685ba6a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f014741b5e61ca6e36d91ee685ba6a7e columnFamilyName cf 2024-11-19T02:42:22,931 DEBUG [StoreOpener-f014741b5e61ca6e36d91ee685ba6a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:22,932 INFO [StoreOpener-f014741b5e61ca6e36d91ee685ba6a7e-1 {}] regionserver.HStore(327): Store=f014741b5e61ca6e36d91ee685ba6a7e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:22,933 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN in 10.4080 sec 2024-11-19T02:42:22,934 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,935 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,939 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,939 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-19T02:42:22,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 01bdd9518d592e09a445145ee979166a, server=e93af88909ff,39209,1731984119822 in 10.2260 sec 2024-11-19T02:42:22,943 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01bdd9518d592e09a445145ee979166a, ASSIGN in 10.4250 sec 2024-11-19T02:42:22,947 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/f014741b5e61ca6e36d91ee685ba6a7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:42:22,948 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f014741b5e61ca6e36d91ee685ba6a7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58803314, jitterRate=-0.1237623393535614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:22,948 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:22,949 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f014741b5e61ca6e36d91ee685ba6a7e: Running coprocessor pre-open hook at 1731984142922Writing region info on filesystem at 1731984142922Initializing all the Stores at 1731984142927 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984142927Cleaning up temporary data from old regions at 1731984142939 (+12 ms)Running coprocessor post-open hooks at 1731984142948 (+9 ms)Region opened successfully at 1731984142949 (+1 ms) 2024-11-19T02:42:22,950 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e., pid=23, masterSystemTime=1731984142714 2024-11-19T02:42:22,953 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:22,953 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:22,955 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f014741b5e61ca6e36d91ee685ba6a7e, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:22,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f014741b5e61ca6e36d91ee685ba6a7e, server=e93af88909ff,39209,1731984119822 because future has completed 2024-11-19T02:42:22,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-19T02:42:22,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f014741b5e61ca6e36d91ee685ba6a7e, server=e93af88909ff,39209,1731984119822 in 10.2420 sec 2024-11-19T02:42:22,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-19T02:42:22,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f014741b5e61ca6e36d91ee685ba6a7e, ASSIGN in 10.4490 sec 2024-11-19T02:42:22,973 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:42:22,974 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984142974"}]},"ts":"1731984142974"} 2024-11-19T02:42:22,979 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-19T02:42:22,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:42:22,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8000 sec 2024-11-19T02:42:25,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-19T02:42:27,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:42:28,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T02:42:29,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-19T02:42:29,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-19T02:42:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:42:30,440 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-19T02:42:30,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-19T02:42:30,442 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:42:30,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-19T02:42:30,456 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:42:30,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-19T02:42:30,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., hostname=e93af88909ff,34043,1731984119874, seqNum=2] 2024-11-19T02:42:30,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., hostname=e93af88909ff,34043,1731984119874, seqNum=2] 2024-11-19T02:42:30,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., hostname=e93af88909ff,34043,1731984119874, seqNum=2] 2024-11-19T02:42:30,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., hostname=e93af88909ff,34043,1731984119874, seqNum=2] 2024-11-19T02:42:30,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., hostname=e93af88909ff,34043,1731984119874, seqNum=2] 2024-11-19T02:42:30,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., hostname=e93af88909ff,34043,1731984119874, seqNum=2] 2024-11-19T02:42:30,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,626 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., hostname=e93af88909ff,43377,1731984119721, seqNum=2] 2024-11-19T02:42:30,674 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., hostname=e93af88909ff,43377,1731984119721, seqNum=2] 2024-11-19T02:42:30,677 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., hostname=e93af88909ff,43377,1731984119721, seqNum=2] 2024-11-19T02:42:30,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., hostname=e93af88909ff,43377,1731984119721, seqNum=2] 2024-11-19T02:42:30,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., hostname=e93af88909ff,43377,1731984119721, seqNum=2] 2024-11-19T02:42:30,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., hostname=e93af88909ff,43377,1731984119721, seqNum=2] 2024-11-19T02:42:30,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., hostname=e93af88909ff,43377,1731984119721, seqNum=2] 2024-11-19T02:42:30,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:30,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., hostname=e93af88909ff,39209,1731984119822, seqNum=2] 2024-11-19T02:42:31,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:42:31,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:42:31,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:42:31,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T02:42:31,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:42:31,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T02:42:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:31,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T02:42:32,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T02:42:32,377 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-19T02:42:32,379 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:42:32,380 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T02:42:32,385 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T02:42:32,402 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T02:42:32,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741848_1024 (size=49) 2024-11-19T02:42:32,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741848_1024 (size=49) 2024-11-19T02:42:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741848_1024 (size=49) 2024-11-19T02:42:32,415 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T02:42:32,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01bdd9518d592e09a445145ee979166a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83ee386a432f2280f1edc263e055253b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f014741b5e61ca6e36d91ee685ba6a7e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76fa811721c38ca0e6b5a962e9335528}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e437b1cb6b10178c687e715c6038d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e86671a71d247736c30a02b8c054f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c3ee4420cd477c31432ba8de40d0de4}] 2024-11-19T02:42:32,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:32,423 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:32,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:32,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:32,423 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:32,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:32,429 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:32,430 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:32,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:32,435 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:32,480 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e93af88909ff,34043,1731984119874 2024-11-19T02:42:32,481 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e93af88909ff,34043,1731984119874: Simulated kill ***** 2024-11-19T02:42:32,481 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T02:42:32,483 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T02:42:32,484 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T02:42:32,486 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T02:42:32,487 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T02:42:32,491 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 605836272 }, "NonHeapMemoryUsage": { "committed": 156303360, "init": 7667712, "max": -1, "used": 153100304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e93af88909ff", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e93af88909ff", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54761", "tag.serverName": "e93af88909ff,39209,1731984119822", "tag.clusterId": "f0ad3a47-583f-461b-9572-8807d7d44980", "tag.Context": "regionserver", "tag.Hostname": "e93af88909ff", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731984119822, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-19T02:42:32,494 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33197 {}] master.MasterRpcServices(700): e93af88909ff,34043,1731984119874 reported a fatal error: ***** ABORTING region server e93af88909ff,34043,1731984119874: Simulated kill ***** 2024-11-19T02:42:32,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,34043,1731984119874' ***** 2024-11-19T02:42:32,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T02:42:32,497 INFO [RS:2;e93af88909ff:34043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:42:32,497 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:42:32,497 INFO [RS:2;e93af88909ff:34043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T02:42:32,497 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:42:32,497 INFO [RS:2;e93af88909ff:34043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T02:42:32,497 INFO [RS:2;e93af88909ff:34043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:42:32,497 INFO [RS:2;e93af88909ff:34043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e93af88909ff:34043. 2024-11-19T02:42:32,497 DEBUG [RS:2;e93af88909ff:34043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:42:32,498 DEBUG [RS:2;e93af88909ff:34043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:42:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741833_1009 (size=966) 2024-11-19T02:42:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741833_1009 (size=966) 2024-11-19T02:42:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741833_1009 (size=966) 2024-11-19T02:42:32,504 DEBUG [RS:2;e93af88909ff:34043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:42:32,504 INFO [RS:2;e93af88909ff:34043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:42:32,504 INFO [RS:2;e93af88909ff:34043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34043 2024-11-19T02:42:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,34043,1731984119874 2024-11-19T02:42:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:42:32,511 INFO [RS:2;e93af88909ff:34043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:42:32,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,34043,1731984119874] 2024-11-19T02:42:32,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,34043,1731984119874 already deleted, retry=false 2024-11-19T02:42:32,515 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e93af88909ff,34043,1731984119874 on e93af88909ff,33197,1731984118943 2024-11-19T02:42:32,522 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e93af88909ff,34043,1731984119874, splitWal=true, meta=false 2024-11-19T02:42:32,525 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for e93af88909ff,34043,1731984119874 (carryingMeta=false) e93af88909ff,34043,1731984119874/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@744eaadb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T02:42:32,525 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e93af88909ff,34043,1731984119874, splitWal=true, meta=false 2024-11-19T02:42:32,527 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): e93af88909ff,34043,1731984119874 had 3 regions 2024-11-19T02:42:32,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:32,528 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:32,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:32,529 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 can not run currently because target server of region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. e93af88909ff,34043,1731984119874 is in state CRASHED, wait 1000 ms to retry 2024-11-19T02:42:32,529 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 can not run currently because target server of region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. e93af88909ff,34043,1731984119874 is in state CRASHED, wait 1000 ms to retry 2024-11-19T02:42:32,529 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70; timeout=1000, timestamp=1731984153529 2024-11-19T02:42:32,529 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5; timeout=1000, timestamp=1731984153529 2024-11-19T02:42:32,529 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 can not run currently because target server of region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. e93af88909ff,34043,1731984119874 is in state CRASHED, wait 1000 ms to retry 2024-11-19T02:42:32,530 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6; timeout=1000, timestamp=1731984153530 2024-11-19T02:42:32,530 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e93af88909ff,34043,1731984119874, splitWal=true, meta=false, isMeta: false 2024-11-19T02:42:32,532 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting 2024-11-19T02:42:32,534 INFO [PEWorker-2 {}] master.SplitWALManager(105): e93af88909ff,34043,1731984119874 WAL count=1, meta=false 2024-11-19T02:42:32,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e93af88909ff%2C34043%2C1731984119874.1731984121214}] 2024-11-19T02:42:32,544 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=e93af88909ff,39209,1731984119822 2024-11-19T02:42:32,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e93af88909ff%2C34043%2C1731984119874.1731984121214, worker=e93af88909ff,39209,1731984119822}] 2024-11-19T02:42:32,587 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:42:32,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:42:32,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34043-0x1012e1a3b790003, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:42:32,614 INFO [RS:2;e93af88909ff:34043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:42:32,615 INFO [RS:2;e93af88909ff:34043 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,34043,1731984119874; zookeeper connection closed. 2024-11-19T02:42:32,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b2a1523 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b2a1523 2024-11-19T02:42:33,080 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T02:42:33,080 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T02:42:33,529 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:33,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:33,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:33,530 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 can not run currently because target server of region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 2000 ms to retry 2024-11-19T02:42:33,530 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 can not run currently because target server of region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 2000 ms to retry 2024-11-19T02:42:33,530 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70; timeout=2000, timestamp=1731984155530 2024-11-19T02:42:33,530 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5; timeout=2000, timestamp=1731984155530 2024-11-19T02:42:33,531 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 can not run currently because target server of region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 2000 ms to retry 2024-11-19T02:42:33,531 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6; timeout=2000, timestamp=1731984155531 2024-11-19T02:42:35,531 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:35,531 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:35,531 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:35,532 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 can not run currently because target server of region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 4000 ms to retry 2024-11-19T02:42:35,532 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 can not run currently because target server of region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 4000 ms to retry 2024-11-19T02:42:35,532 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 can not run currently because target server of region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 4000 ms to retry 2024-11-19T02:42:35,532 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70; timeout=4000, timestamp=1731984159532 2024-11-19T02:42:35,533 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5; timeout=4000, timestamp=1731984159532 2024-11-19T02:42:35,533 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6; timeout=4000, timestamp=1731984159532 2024-11-19T02:42:39,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:39,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:39,532 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:39,534 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 can not run currently because target server of region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 8000 ms to retry 2024-11-19T02:42:39,534 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 can not run currently because target server of region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 8000 ms to retry 2024-11-19T02:42:39,534 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 can not run currently because target server of region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. e93af88909ff,34043,1731984119874 is in state SPLITTING, wait 8000 ms to retry 2024-11-19T02:42:39,534 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6; timeout=8000, timestamp=1731984167534 2024-11-19T02:42:39,534 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70; timeout=8000, timestamp=1731984167534 2024-11-19T02:42:39,534 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5; timeout=8000, timestamp=1731984167534 2024-11-19T02:42:42,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-19T02:42:42,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-19T02:42:42,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-19T02:42:42,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T02:42:42,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:42,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:42,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-19T02:42:42,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:42,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:42,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:42,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-19T02:42:42,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T02:42:42,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-19T02:42:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:42,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1c3ee4420cd477c31432ba8de40d0de4 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-19T02:42:42,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a49e86671a71d247736c30a02b8c054f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-19T02:42:42,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing df9e437b1cb6b10178c687e715c6038d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-19T02:42:42,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 83ee386a432f2280f1edc263e055253b: 2024-11-19T02:42:42,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. for SnapshotProcedureTest completed. 2024-11-19T02:42:42,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 76fa811721c38ca0e6b5a962e9335528: 2024-11-19T02:42:42,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. for SnapshotProcedureTest completed. 2024-11-19T02:42:42,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:42:42,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:42:42,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:42:42,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:42:42,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:42:42,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:42:42,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 01bdd9518d592e09a445145ee979166a: 2024-11-19T02:42:42,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. for SnapshotProcedureTest completed. 2024-11-19T02:42:42,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:42:42,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:42:42,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:42:42,475 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214, size=966 (966bytes) 2024-11-19T02:42:42,476 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T02:42:42,476 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T02:42:42,476 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214 2024-11-19T02:42:42,483 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214 after 5ms 2024-11-19T02:42:42,525 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214 took 52ms 2024-11-19T02:42:42,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/.tmp/cf/4b044c2f8128468c808a79069fd6fba9 is 34, key is baa/cf:cf/1731984151707/Put/seqid=0 2024-11-19T02:42:42,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/.tmp/cf/dfe11f6e73e04abba5d98f3dc0b389ee is 34, key is ccd/cf:cf/1731984151649/Put/seqid=0 2024-11-19T02:42:42,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741849_1025 (size=57) 2024-11-19T02:42:42,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741849_1025 (size=57) 2024-11-19T02:42:42,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741849_1025 (size=57) 2024-11-19T02:42:42,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:42:42,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T02:42:42,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:42,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f014741b5e61ca6e36d91ee685ba6a7e: 2024-11-19T02:42:42,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. for SnapshotProcedureTest completed. 2024-11-19T02:42:42,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:42:42,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:42:42,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:42:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T02:42:42,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:42,628 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01bdd9518d592e09a445145ee979166a 2024-11-19T02:42:42,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01bdd9518d592e09a445145ee979166a in 10.2330 sec 2024-11-19T02:42:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741850_1026 (size=65) 2024-11-19T02:42:42,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/.tmp/cf/f57c9031ecc14c2e9a54afb572cd1f1c is 34, key is eaa/cf:cf/1731984152212/Put/seqid=0 2024-11-19T02:42:42,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:42:42,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T02:42:42,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741850_1026 (size=65) 2024-11-19T02:42:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-19T02:42:42,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:42,693 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:42:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741850_1026 (size=65) 2024-11-19T02:42:42,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76fa811721c38ca0e6b5a962e9335528 in 10.2810 sec 2024-11-19T02:42:42,701 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 878035d4bdd69eda6b8f9e48518bebf6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T02:42:42,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 74178eb9c9e26e2a36d86c65b0b3ae70: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T02:42:42,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c5b2dbbe1b33a48686fce7a71a0ec1d5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T02:42:42,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214 so closing down 2024-11-19T02:42:42,706 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T02:42:42,706 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T02:42:42,711 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 62 ms; skipped=3; WAL=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214, size=966, length=966, corrupted=false, cancelled=false 2024-11-19T02:42:42,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214, journal: Splitting hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214, size=966 (966bytes) at 1731984162475Finishing writing output for hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214 so closing down at 1731984162705 (+230 ms)3 split writer threads finished at 1731984162706 (+1 ms)Processed 3 edits across 0 Regions in 62 ms; skipped=3; WAL=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214, size=966, length=966, corrupted=false, cancelled=false at 1731984162711 (+5 ms) 2024-11-19T02:42:42,712 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214 2024-11-19T02:42:42,712 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-19T02:42:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-19T02:42:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741851_1027 (size=65) 2024-11-19T02:42:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741851_1027 (size=65) 2024-11-19T02:42:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741851_1027 (size=65) 2024-11-19T02:42:42,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:42:42,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T02:42:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-19T02:42:42,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:42,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83ee386a432f2280f1edc263e055253b 2024-11-19T02:42:42,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 83ee386a432f2280f1edc263e055253b in 10.3290 sec 2024-11-19T02:42:42,769 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting/e93af88909ff%2C34043%2C1731984119874.1731984121214 to hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/oldWALs 2024-11-19T02:42:42,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-19T02:42:42,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e93af88909ff%2C34043%2C1731984119874.1731984121214, worker=e93af88909ff,39209,1731984119822 in 10.2220 sec 2024-11-19T02:42:42,778 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=e93af88909ff,39209,1731984119822 2024-11-19T02:42:42,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T02:42:42,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e93af88909ff%2C34043%2C1731984119874.1731984121214, worker=e93af88909ff,39209,1731984119822 in 10.2420 sec 2024-11-19T02:42:42,790 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting dir is empty, no logs to split. 2024-11-19T02:42:42,790 INFO [PEWorker-5 {}] master.SplitWALManager(105): e93af88909ff,34043,1731984119874 WAL count=0, meta=false 2024-11-19T02:42:42,790 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if e93af88909ff,34043,1731984119874 WAL splitting is done? wals=0, meta=false 2024-11-19T02:42:42,795 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e93af88909ff,34043,1731984119874 failed, ignore...File hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/WALs/e93af88909ff,34043,1731984119874-splitting does not exist. 2024-11-19T02:42:42,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN}] 2024-11-19T02:42:42,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN 2024-11-19T02:42:42,802 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T02:42:42,803 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN 2024-11-19T02:42:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741854_1030 (size=47197) 2024-11-19T02:42:42,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T02:42:42,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN 2024-11-19T02:42:42,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T02:42:42,812 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/.tmp/cf/dfe11f6e73e04abba5d98f3dc0b389ee 2024-11-19T02:42:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741854_1030 (size=47197) 2024-11-19T02:42:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741854_1030 (size=47197) 2024-11-19T02:42:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741853_1029 (size=499309) 2024-11-19T02:42:42,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741853_1029 (size=499309) 2024-11-19T02:42:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741853_1029 (size=499309) 2024-11-19T02:42:42,847 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/.tmp/cf/f57c9031ecc14c2e9a54afb572cd1f1c 2024-11-19T02:42:42,953 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0} 2024-11-19T02:42:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741855_1031 (size=65) 2024-11-19T02:42:42,953 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T02:42:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741852_1028 (size=28623) 2024-11-19T02:42:42,953 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T02:42:42,954 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T02:42:42,954 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T02:42:42,954 INFO [e93af88909ff:33197 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T02:42:42,954 INFO [e93af88909ff:33197 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T02:42:42,954 DEBUG [e93af88909ff:33197 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T02:42:42,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741855_1031 (size=65) 2024-11-19T02:42:42,954 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=878035d4bdd69eda6b8f9e48518bebf6, regionState=OPENING, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741855_1031 (size=65) 2024-11-19T02:42:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741852_1028 (size=28623) 2024-11-19T02:42:42,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=74178eb9c9e26e2a36d86c65b0b3ae70, regionState=OPENING, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741852_1028 (size=28623) 2024-11-19T02:42:42,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c5b2dbbe1b33a48686fce7a71a0ec1d5, regionState=OPENING, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:42,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN because future has completed 2024-11-19T02:42:42,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6, server=e93af88909ff,39209,1731984119822}] 2024-11-19T02:42:42,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN because future has completed 2024-11-19T02:42:42,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70, server=e93af88909ff,43377,1731984119721}] 2024-11-19T02:42:42,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN because future has completed 2024-11-19T02:42:42,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5, server=e93af88909ff,43377,1731984119721}] 2024-11-19T02:42:42,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/.tmp/cf/dfe11f6e73e04abba5d98f3dc0b389ee as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/cf/dfe11f6e73e04abba5d98f3dc0b389ee 2024-11-19T02:42:42,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/.tmp/cf/f57c9031ecc14c2e9a54afb572cd1f1c as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/cf/f57c9031ecc14c2e9a54afb572cd1f1c 2024-11-19T02:42:42,993 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/cf/dfe11f6e73e04abba5d98f3dc0b389ee, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-19T02:42:43,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a49e86671a71d247736c30a02b8c054f in 565ms, sequenceid=5, compaction requested=false 2024-11-19T02:42:43,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a49e86671a71d247736c30a02b8c054f: 2024-11-19T02:42:43,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. for SnapshotProcedureTest completed. 2024-11-19T02:42:43,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:42:43,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:42:43,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/cf/dfe11f6e73e04abba5d98f3dc0b389ee] hfiles 2024-11-19T02:42:43,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/cf/dfe11f6e73e04abba5d98f3dc0b389ee for snapshot=SnapshotProcedureTest 2024-11-19T02:42:43,021 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/cf/f57c9031ecc14c2e9a54afb572cd1f1c, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-19T02:42:43,025 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 1c3ee4420cd477c31432ba8de40d0de4 in 590ms, sequenceid=5, compaction requested=false 2024-11-19T02:42:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1c3ee4420cd477c31432ba8de40d0de4: 2024-11-19T02:42:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. for SnapshotProcedureTest completed. 2024-11-19T02:42:43,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:42:43,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:42:43,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/cf/f57c9031ecc14c2e9a54afb572cd1f1c] hfiles 2024-11-19T02:42:43,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/cf/f57c9031ecc14c2e9a54afb572cd1f1c for snapshot=SnapshotProcedureTest 2024-11-19T02:42:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741856_1032 (size=105) 2024-11-19T02:42:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741856_1032 (size=105) 2024-11-19T02:42:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741856_1032 (size=105) 2024-11-19T02:42:43,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:42:43,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-19T02:42:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-19T02:42:43,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:43,080 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e86671a71d247736c30a02b8c054f 2024-11-19T02:42:43,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a49e86671a71d247736c30a02b8c054f in 10.6660 sec 2024-11-19T02:42:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741857_1033 (size=97) 2024-11-19T02:42:43,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741857_1033 (size=97) 2024-11-19T02:42:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741857_1033 (size=97) 2024-11-19T02:42:43,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:42:43,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T02:42:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T02:42:43,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:43,103 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:42:43,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c3ee4420cd477c31432ba8de40d0de4 in 10.6890 sec 2024-11-19T02:42:43,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:42:43,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T02:42:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T02:42:43,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:43,357 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:42:43,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/.tmp/cf/4b044c2f8128468c808a79069fd6fba9 2024-11-19T02:42:43,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f014741b5e61ca6e36d91ee685ba6a7e in 10.9440 sec 2024-11-19T02:42:43,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/.tmp/cf/4b044c2f8128468c808a79069fd6fba9 as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/cf/4b044c2f8128468c808a79069fd6fba9 2024-11-19T02:42:43,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/cf/4b044c2f8128468c808a79069fd6fba9, entries=731, sequenceid=5, filesize=28.0 K 2024-11-19T02:42:43,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for df9e437b1cb6b10178c687e715c6038d in 978ms, sequenceid=5, compaction requested=false 2024-11-19T02:42:43,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for df9e437b1cb6b10178c687e715c6038d: 2024-11-19T02:42:43,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. for SnapshotProcedureTest completed. 2024-11-19T02:42:43,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:42:43,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:42:43,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/cf/4b044c2f8128468c808a79069fd6fba9] hfiles 2024-11-19T02:42:43,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/cf/4b044c2f8128468c808a79069fd6fba9 for snapshot=SnapshotProcedureTest 2024-11-19T02:42:43,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741858_1034 (size=105) 2024-11-19T02:42:43,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741858_1034 (size=105) 2024-11-19T02:42:43,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741858_1034 (size=105) 2024-11-19T02:42:43,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:42:43,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T02:42:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T02:42:43,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:43,445 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:42:43,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df9e437b1cb6b10178c687e715c6038d in 11.0300 sec 2024-11-19T02:42:47,535 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 held by pid=41 2024-11-19T02:42:47,535 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 held by pid=39 2024-11-19T02:42:47,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:47,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 held by pid=40 2024-11-19T02:42:47,535 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:47,535 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:51,980 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T02:42:51,981 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T02:42:52,971 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:52,972 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 878035d4bdd69eda6b8f9e48518bebf6, NAME => 'SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T02:42:52,972 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,972 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:52,973 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,973 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,974 INFO [StoreOpener-878035d4bdd69eda6b8f9e48518bebf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,976 INFO [StoreOpener-878035d4bdd69eda6b8f9e48518bebf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878035d4bdd69eda6b8f9e48518bebf6 columnFamilyName cf 2024-11-19T02:42:52,976 DEBUG [StoreOpener-878035d4bdd69eda6b8f9e48518bebf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:52,977 INFO [StoreOpener-878035d4bdd69eda6b8f9e48518bebf6-1 {}] regionserver.HStore(327): Store=878035d4bdd69eda6b8f9e48518bebf6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:52,977 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,979 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,983 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:52,983 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => c5b2dbbe1b33a48686fce7a71a0ec1d5, NAME => 'SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T02:42:52,983 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,983 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:52,983 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,984 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,984 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,985 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,985 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,985 INFO [StoreOpener-c5b2dbbe1b33a48686fce7a71a0ec1d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,987 INFO [StoreOpener-c5b2dbbe1b33a48686fce7a71a0ec1d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5b2dbbe1b33a48686fce7a71a0ec1d5 columnFamilyName cf 2024-11-19T02:42:52,987 DEBUG [StoreOpener-c5b2dbbe1b33a48686fce7a71a0ec1d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:52,987 INFO [StoreOpener-c5b2dbbe1b33a48686fce7a71a0ec1d5-1 {}] regionserver.HStore(327): Store=c5b2dbbe1b33a48686fce7a71a0ec1d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:52,988 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,989 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,989 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,990 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 878035d4bdd69eda6b8f9e48518bebf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66425820, jitterRate=-0.010178148746490479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:52,990 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:52,990 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 878035d4bdd69eda6b8f9e48518bebf6: Running coprocessor pre-open hook at 1731984172973Writing region info on filesystem at 1731984172973Initializing all the Stores at 1731984172974 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984172974Cleaning up temporary data from old regions at 1731984172985 (+11 ms)Running coprocessor post-open hooks at 1731984172990 (+5 ms)Region opened successfully at 1731984172990 2024-11-19T02:42:52,991 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,992 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,992 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,995 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,995 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6., pid=42, masterSystemTime=1731984172965 2024-11-19T02:42:52,996 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened c5b2dbbe1b33a48686fce7a71a0ec1d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60905741, jitterRate=-0.09243373572826385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:52,996 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:52,997 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for c5b2dbbe1b33a48686fce7a71a0ec1d5: Running coprocessor pre-open hook at 1731984172984Writing region info on filesystem at 1731984172984Initializing all the Stores at 1731984172985 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984172985Cleaning up temporary data from old regions at 1731984172992 (+7 ms)Running coprocessor post-open hooks at 1731984172997 (+5 ms)Region opened successfully at 1731984172997 2024-11-19T02:42:52,998 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5., pid=44, masterSystemTime=1731984172978 2024-11-19T02:42:53,000 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:53,000 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:42:53,001 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=878035d4bdd69eda6b8f9e48518bebf6, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,39209,1731984119822 2024-11-19T02:42:53,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6, server=e93af88909ff,39209,1731984119822 because future has completed 2024-11-19T02:42:53,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c5b2dbbe1b33a48686fce7a71a0ec1d5, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:53,007 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:53,007 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:42:53,007 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:53,007 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 74178eb9c9e26e2a36d86c65b0b3ae70, NAME => 'SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T02:42:53,008 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,008 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:42:53,008 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,008 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5, server=e93af88909ff,43377,1731984119721 because future has completed 2024-11-19T02:42:53,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-19T02:42:53,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6, server=e93af88909ff,39209,1731984119822 in 10.0450 sec 2024-11-19T02:42:53,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-19T02:42:53,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=878035d4bdd69eda6b8f9e48518bebf6, ASSIGN in 10.2170 sec 2024-11-19T02:42:53,017 INFO [StoreOpener-74178eb9c9e26e2a36d86c65b0b3ae70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5, server=e93af88909ff,43377,1731984119721 in 10.0440 sec 2024-11-19T02:42:53,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:42:53,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5b2dbbe1b33a48686fce7a71a0ec1d5, ASSIGN in 10.2190 sec 2024-11-19T02:42:53,023 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:42:53,025 INFO [StoreOpener-74178eb9c9e26e2a36d86c65b0b3ae70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74178eb9c9e26e2a36d86c65b0b3ae70 columnFamilyName cf 2024-11-19T02:42:53,025 DEBUG [StoreOpener-74178eb9c9e26e2a36d86c65b0b3ae70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:42:53,026 INFO [StoreOpener-74178eb9c9e26e2a36d86c65b0b3ae70-1 {}] regionserver.HStore(327): Store=74178eb9c9e26e2a36d86c65b0b3ae70/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:42:53,026 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,027 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,029 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,030 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,030 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,034 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,036 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 74178eb9c9e26e2a36d86c65b0b3ae70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61585995, jitterRate=-0.08229716122150421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:42:53,036 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,036 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 74178eb9c9e26e2a36d86c65b0b3ae70: Running coprocessor pre-open hook at 1731984173010Writing region info on filesystem at 1731984173010Initializing all the Stores at 1731984173017 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984173017Cleaning up temporary data from old regions at 1731984173030 (+13 ms)Running coprocessor post-open hooks at 1731984173036 (+6 ms)Region opened successfully at 1731984173036 2024-11-19T02:42:53,037 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., pid=43, masterSystemTime=1731984172978 2024-11-19T02:42:53,039 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:53,040 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:42:53,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=74178eb9c9e26e2a36d86c65b0b3ae70, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,43377,1731984119721 2024-11-19T02:42:53,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70, server=e93af88909ff,43377,1731984119721 because future has completed 2024-11-19T02:42:53,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-19T02:42:53,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70, server=e93af88909ff,43377,1731984119721 in 10.0770 sec 2024-11-19T02:42:53,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:42:53,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-19T02:42:53,056 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server e93af88909ff,34043,1731984119874 after splitting done 2024-11-19T02:42:53,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74178eb9c9e26e2a36d86c65b0b3ae70, ASSIGN in 10.2520 sec 2024-11-19T02:42:53,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure e93af88909ff,34043,1731984119874, splitWal=true, meta=false in 20.5390 sec 2024-11-19T02:42:57,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:42:58,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T02:43:01,122 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T02:43:01,824 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e93af88909ff:33197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T02:43:03,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-19T02:43:03,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:43:03,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 878035d4bdd69eda6b8f9e48518bebf6: 2024-11-19T02:43:03,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. for SnapshotProcedureTest completed. 2024-11-19T02:43:03,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:43:03,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:43:03,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:43:03,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:43:03,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 74178eb9c9e26e2a36d86c65b0b3ae70: 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. for SnapshotProcedureTest completed. 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c5b2dbbe1b33a48686fce7a71a0ec1d5: 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. for SnapshotProcedureTest completed. 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:43:03,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:43:03,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:43:03,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:43:03,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:43:03,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741859_1035 (size=65) 2024-11-19T02:43:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741859_1035 (size=65) 2024-11-19T02:43:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741859_1035 (size=65) 2024-11-19T02:43:03,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:43:03,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T02:43:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-19T02:43:03,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:43:03,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:43:03,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 878035d4bdd69eda6b8f9e48518bebf6 in 30.6230 sec 2024-11-19T02:43:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741860_1036 (size=65) 2024-11-19T02:43:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741860_1036 (size=65) 2024-11-19T02:43:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741861_1037 (size=65) 2024-11-19T02:43:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741860_1036 (size=65) 2024-11-19T02:43:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741861_1037 (size=65) 2024-11-19T02:43:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741861_1037 (size=65) 2024-11-19T02:43:03,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:43:03,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-19T02:43:03,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:43:03,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T02:43:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-19T02:43:03,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:43:03,046 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:43:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T02:43:03,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:43:03,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:43:03,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74178eb9c9e26e2a36d86c65b0b3ae70 in 30.6320 sec 2024-11-19T02:43:03,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-19T02:43:03,051 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T02:43:03,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c5b2dbbe1b33a48686fce7a71a0ec1d5 in 30.6330 sec 2024-11-19T02:43:03,053 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T02:43:03,056 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T02:43:03,056 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-19T02:43:03,059 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T02:43:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741862_1038 (size=1134) 2024-11-19T02:43:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741862_1038 (size=1134) 2024-11-19T02:43:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741862_1038 (size=1134) 2024-11-19T02:43:03,096 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T02:43:03,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-19T02:43:03,112 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:03,112 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:03,112 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:03,112 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:03,112 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:03,118 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:07,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region df9e437b1cb6b10178c687e715c6038d, had cached 0 bytes from a total of 28623 2024-11-19T02:43:07,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1c3ee4420cd477c31432ba8de40d0de4, had cached 0 bytes from a total of 499309 2024-11-19T02:43:07,818 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a49e86671a71d247736c30a02b8c054f, had cached 0 bytes from a total of 47197 2024-11-19T02:43:11,912 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 01bdd9518d592e09a445145ee979166a changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,914 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 878035d4bdd69eda6b8f9e48518bebf6 changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,915 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f014741b5e61ca6e36d91ee685ba6a7e changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,915 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region df9e437b1cb6b10178c687e715c6038d changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,915 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1c3ee4420cd477c31432ba8de40d0de4 changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,915 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 83ee386a432f2280f1edc263e055253b changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,915 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c5b2dbbe1b33a48686fce7a71a0ec1d5 changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,915 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 76fa811721c38ca0e6b5a962e9335528 changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,915 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 74178eb9c9e26e2a36d86c65b0b3ae70 changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:11,916 DEBUG [master/e93af88909ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a49e86671a71d247736c30a02b8c054f changed from -1.0 to 0.0, refreshing cache 2024-11-19T02:43:13,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-19T02:43:13,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-19T02:43:13,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-19T02:43:13,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-19T02:43:13,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-19T02:43:13,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-19T02:43:13,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T02:43:13,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-19T02:43:13,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T02:43:13,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-19T02:43:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-19T02:43:13,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T02:43:13,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-19T02:43:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-19T02:43:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-19T02:43:13,133 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 Release verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:13,134 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 Release verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-19T02:43:13,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-19T02:43:13,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-19T02:43:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-19T02:43:13,140 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-19T02:43:13,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 in 10.0290 sec 2024-11-19T02:43:13,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 in 10.0300 sec 2024-11-19T02:43:13,142 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:13,143 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 Release verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:13,143 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 Release verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:13,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 in 10.0380 sec 2024-11-19T02:43:13,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 in 10.0390 sec 2024-11-19T02:43:13,148 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 Release verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:13,149 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 Release verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:13,150 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:13,150 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:13,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 in 10.0450 sec 2024-11-19T02:43:13,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 in 10.0450 sec 2024-11-19T02:43:23,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-19T02:43:23,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-19T02:43:23,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-19T02:43:23,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-19T02:43:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-19T02:43:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-19T02:43:23,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-19T02:43:23,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-19T02:43:23,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-19T02:43:23,150 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 Release verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-19T02:43:23,156 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 Release verify snapshot worker=e93af88909ff,43377,1731984119721 2024-11-19T02:43:23,158 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 Release verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:23,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 in 20.0460 sec 2024-11-19T02:43:23,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,43377,1731984119721 in 20.0520 sec 2024-11-19T02:43:23,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 in 20.0550 sec 2024-11-19T02:43:23,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-19T02:43:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-19T02:43:23,173 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 Release verify snapshot worker=e93af88909ff,39209,1731984119822 2024-11-19T02:43:23,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-11-19T02:43:23,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,39209,1731984119822 in 20.0700 sec 2024-11-19T02:43:23,180 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T02:43:23,193 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.hbase-snapshot/SnapshotProcedureTest 2024-11-19T02:43:23,198 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T02:43:23,198 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-19T02:43:23,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8270 sec 2024-11-19T02:43:23,392 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-19T02:43:23,401 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T02:43:23,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T02:43:23,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:43:23,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:43:23,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:23,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:23,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:43:23,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T02:43:23,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993789272, stopped=false 2024-11-19T02:43:23,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,33197,1731984118943 2024-11-19T02:43:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:43:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:43:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:43:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:23,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:43:23,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:43:23,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:43:23,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:43:23,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:43:23,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:43:23,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:23,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,43377,1731984119721' ***** 2024-11-19T02:43:23,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:43:23,418 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:43:23,418 INFO [RS:0;e93af88909ff:43377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:43:23,418 INFO [RS:0;e93af88909ff:43377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:43:23,418 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(3091): Received CLOSE for 76fa811721c38ca0e6b5a962e9335528 2024-11-19T02:43:23,419 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:43:23,419 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,39209,1731984119822' ***** 2024-11-19T02:43:23,419 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:43:23,420 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:43:23,420 INFO [RS:1;e93af88909ff:39209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:43:23,420 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:43:23,420 INFO [RS:1;e93af88909ff:39209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:43:23,420 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for 01bdd9518d592e09a445145ee979166a 2024-11-19T02:43:23,424 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(3091): Received CLOSE for a49e86671a71d247736c30a02b8c054f 2024-11-19T02:43:23,424 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(3091): Received CLOSE for 74178eb9c9e26e2a36d86c65b0b3ae70 2024-11-19T02:43:23,424 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(3091): Received CLOSE for 83ee386a432f2280f1edc263e055253b 2024-11-19T02:43:23,425 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(3091): Received CLOSE for c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:43:23,425 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,43377,1731984119721 2024-11-19T02:43:23,425 INFO [RS:0;e93af88909ff:43377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:43:23,425 INFO [RS:0;e93af88909ff:43377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:43377. 2024-11-19T02:43:23,425 DEBUG [RS:0;e93af88909ff:43377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:43:23,425 DEBUG [RS:0;e93af88909ff:43377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:23,425 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76fa811721c38ca0e6b5a962e9335528, disabling compactions & flushes 2024-11-19T02:43:23,425 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:43:23,425 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:43:23,425 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. after waiting 0 ms 2024-11-19T02:43:23,425 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:43:23,425 INFO [RS:0;e93af88909ff:43377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:43:23,425 INFO [RS:0;e93af88909ff:43377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:43:23,425 INFO [RS:0;e93af88909ff:43377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:43:23,425 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T02:43:23,431 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:43:23,436 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:43:23,436 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for 878035d4bdd69eda6b8f9e48518bebf6 2024-11-19T02:43:23,436 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c3ee4420cd477c31432ba8de40d0de4 2024-11-19T02:43:23,436 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:43:23,436 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:43:23,436 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,39209,1731984119822 2024-11-19T02:43:23,436 INFO [RS:1;e93af88909ff:39209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:43:23,436 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01bdd9518d592e09a445145ee979166a, disabling compactions & flushes 2024-11-19T02:43:23,436 INFO [RS:1;e93af88909ff:39209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e93af88909ff:39209. 2024-11-19T02:43:23,436 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:43:23,436 DEBUG [RS:1;e93af88909ff:39209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:43:23,436 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:43:23,436 DEBUG [RS:1;e93af88909ff:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:23,437 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-19T02:43:23,437 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1325): Online Regions={01bdd9518d592e09a445145ee979166a=SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a., 878035d4bdd69eda6b8f9e48518bebf6=SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6., 1c3ee4420cd477c31432ba8de40d0de4=SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4., f014741b5e61ca6e36d91ee685ba6a7e=SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e., df9e437b1cb6b10178c687e715c6038d=SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d.} 2024-11-19T02:43:23,436 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. after waiting 0 ms 2024-11-19T02:43:23,437 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1351): Waiting on 01bdd9518d592e09a445145ee979166a, 1c3ee4420cd477c31432ba8de40d0de4, 878035d4bdd69eda6b8f9e48518bebf6, df9e437b1cb6b10178c687e715c6038d, f014741b5e61ca6e36d91ee685ba6a7e 2024-11-19T02:43:23,438 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:43:23,440 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-19T02:43:23,440 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1325): Online Regions={76fa811721c38ca0e6b5a962e9335528=SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528., a49e86671a71d247736c30a02b8c054f=SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f., 74178eb9c9e26e2a36d86c65b0b3ae70=SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70., 1588230740=hbase:meta,,1.1588230740, 83ee386a432f2280f1edc263e055253b=SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b., c5b2dbbe1b33a48686fce7a71a0ec1d5=SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5.} 2024-11-19T02:43:23,440 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74178eb9c9e26e2a36d86c65b0b3ae70, 76fa811721c38ca0e6b5a962e9335528, 83ee386a432f2280f1edc263e055253b, a49e86671a71d247736c30a02b8c054f, c5b2dbbe1b33a48686fce7a71a0ec1d5 2024-11-19T02:43:23,441 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:43:23,441 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:43:23,441 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:43:23,441 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:43:23,441 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:43:23,441 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-19T02:43:23,465 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/01bdd9518d592e09a445145ee979166a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:43:23,468 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/76fa811721c38ca0e6b5a962e9335528/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:43:23,469 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:43:23,469 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01bdd9518d592e09a445145ee979166a: Waiting for close lock at 1731984203436Running coprocessor pre-close hooks at 1731984203436Disabling compacts and flushes for region at 1731984203436Disabling writes for close at 1731984203437 (+1 ms)Writing region close event to WAL at 1731984203448 (+11 ms)Running coprocessor post-close hooks at 1731984203466 (+18 ms)Closed at 1731984203469 (+3 ms) 2024-11-19T02:43:23,470 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731984132172.01bdd9518d592e09a445145ee979166a. 2024-11-19T02:43:23,470 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 878035d4bdd69eda6b8f9e48518bebf6, disabling compactions & flushes 2024-11-19T02:43:23,470 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:43:23,470 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:43:23,470 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. after waiting 0 ms 2024-11-19T02:43:23,470 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:43:23,477 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:43:23,477 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76fa811721c38ca0e6b5a962e9335528: Waiting for close lock at 1731984203425Running coprocessor pre-close hooks at 1731984203425Disabling compacts and flushes for region at 1731984203425Disabling writes for close at 1731984203425Writing region close event to WAL at 1731984203426 (+1 ms)Running coprocessor post-close hooks at 1731984203477 (+51 ms)Closed at 1731984203477 2024-11-19T02:43:23,477 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731984132172.76fa811721c38ca0e6b5a962e9335528. 2024-11-19T02:43:23,477 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a49e86671a71d247736c30a02b8c054f, disabling compactions & flushes 2024-11-19T02:43:23,477 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:43:23,477 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:43:23,478 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. after waiting 0 ms 2024-11-19T02:43:23,478 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:43:23,509 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/a49e86671a71d247736c30a02b8c054f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T02:43:23,514 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:43:23,514 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a49e86671a71d247736c30a02b8c054f: Waiting for close lock at 1731984203477Running coprocessor pre-close hooks at 1731984203477Disabling compacts and flushes for region at 1731984203477Disabling writes for close at 1731984203478 (+1 ms)Writing region close event to WAL at 1731984203497 (+19 ms)Running coprocessor post-close hooks at 1731984203513 (+16 ms)Closed at 1731984203513 2024-11-19T02:43:23,514 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731984132172.a49e86671a71d247736c30a02b8c054f. 2024-11-19T02:43:23,514 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74178eb9c9e26e2a36d86c65b0b3ae70, disabling compactions & flushes 2024-11-19T02:43:23,514 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:43:23,514 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:43:23,514 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. after waiting 0 ms 2024-11-19T02:43:23,514 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:43:23,517 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/878035d4bdd69eda6b8f9e48518bebf6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:43:23,519 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:43:23,519 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 878035d4bdd69eda6b8f9e48518bebf6: Waiting for close lock at 1731984203470Running coprocessor pre-close hooks at 1731984203470Disabling compacts and flushes for region at 1731984203470Disabling writes for close at 1731984203470Writing region close event to WAL at 1731984203499 (+29 ms)Running coprocessor post-close hooks at 1731984203518 (+19 ms)Closed at 1731984203519 (+1 ms) 2024-11-19T02:43:23,519 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731984132172.878035d4bdd69eda6b8f9e48518bebf6. 2024-11-19T02:43:23,519 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c3ee4420cd477c31432ba8de40d0de4, disabling compactions & flushes 2024-11-19T02:43:23,519 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:43:23,519 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:43:23,519 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. after waiting 0 ms 2024-11-19T02:43:23,519 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:43:23,521 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/info/2c171f0a50e8406aa6cf71c51c015cd0 is 167, key is SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b./info:regioninfo/1731984142757/Put/seqid=0 2024-11-19T02:43:23,549 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/74178eb9c9e26e2a36d86c65b0b3ae70/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:43:23,553 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:43:23,553 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74178eb9c9e26e2a36d86c65b0b3ae70: Waiting for close lock at 1731984203514Running coprocessor pre-close hooks at 1731984203514Disabling compacts and flushes for region at 1731984203514Disabling writes for close at 1731984203514Writing region close event to WAL at 1731984203529 (+15 ms)Running coprocessor post-close hooks at 1731984203553 (+24 ms)Closed at 1731984203553 2024-11-19T02:43:23,553 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731984132172.74178eb9c9e26e2a36d86c65b0b3ae70. 2024-11-19T02:43:23,553 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83ee386a432f2280f1edc263e055253b, disabling compactions & flushes 2024-11-19T02:43:23,553 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:43:23,553 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:43:23,553 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. after waiting 0 ms 2024-11-19T02:43:23,554 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:43:23,572 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/1c3ee4420cd477c31432ba8de40d0de4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T02:43:23,574 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:43:23,575 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c3ee4420cd477c31432ba8de40d0de4: Waiting for close lock at 1731984203519Running coprocessor pre-close hooks at 1731984203519Disabling compacts and flushes for region at 1731984203519Disabling writes for close at 1731984203519Writing region close event to WAL at 1731984203547 (+28 ms)Running coprocessor post-close hooks at 1731984203574 (+27 ms)Closed at 1731984203574 2024-11-19T02:43:23,575 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731984132172.1c3ee4420cd477c31432ba8de40d0de4. 2024-11-19T02:43:23,575 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f014741b5e61ca6e36d91ee685ba6a7e, disabling compactions & flushes 2024-11-19T02:43:23,575 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:43:23,575 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:43:23,575 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. after waiting 0 ms 2024-11-19T02:43:23,575 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:43:23,581 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/83ee386a432f2280f1edc263e055253b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:43:23,583 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:43:23,583 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83ee386a432f2280f1edc263e055253b: Waiting for close lock at 1731984203553Running coprocessor pre-close hooks at 1731984203553Disabling compacts and flushes for region at 1731984203553Disabling writes for close at 1731984203553Writing region close event to WAL at 1731984203564 (+11 ms)Running coprocessor post-close hooks at 1731984203582 (+18 ms)Closed at 1731984203582 2024-11-19T02:43:23,583 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731984132172.83ee386a432f2280f1edc263e055253b. 2024-11-19T02:43:23,583 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5b2dbbe1b33a48686fce7a71a0ec1d5, disabling compactions & flushes 2024-11-19T02:43:23,583 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:43:23,583 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:43:23,583 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. after waiting 0 ms 2024-11-19T02:43:23,583 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:43:23,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741863_1039 (size=19817) 2024-11-19T02:43:23,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741863_1039 (size=19817) 2024-11-19T02:43:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741863_1039 (size=19817) 2024-11-19T02:43:23,594 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/info/2c171f0a50e8406aa6cf71c51c015cd0 2024-11-19T02:43:23,601 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/f014741b5e61ca6e36d91ee685ba6a7e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:43:23,602 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:43:23,602 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f014741b5e61ca6e36d91ee685ba6a7e: Waiting for close lock at 1731984203575Running coprocessor pre-close hooks at 1731984203575Disabling compacts and flushes for region at 1731984203575Disabling writes for close at 1731984203575Writing region close event to WAL at 1731984203579 (+4 ms)Running coprocessor post-close hooks at 1731984203602 (+23 ms)Closed at 1731984203602 2024-11-19T02:43:23,603 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731984132172.f014741b5e61ca6e36d91ee685ba6a7e. 2024-11-19T02:43:23,603 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df9e437b1cb6b10178c687e715c6038d, disabling compactions & flushes 2024-11-19T02:43:23,603 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:43:23,603 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:43:23,603 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. after waiting 0 ms 2024-11-19T02:43:23,603 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:43:23,609 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/c5b2dbbe1b33a48686fce7a71a0ec1d5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:43:23,611 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:43:23,611 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5b2dbbe1b33a48686fce7a71a0ec1d5: Waiting for close lock at 1731984203583Running coprocessor pre-close hooks at 1731984203583Disabling compacts and flushes for region at 1731984203583Disabling writes for close at 1731984203583Writing region close event to WAL at 1731984203589 (+6 ms)Running coprocessor post-close hooks at 1731984203611 (+22 ms)Closed at 1731984203611 2024-11-19T02:43:23,611 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731984132172.c5b2dbbe1b33a48686fce7a71a0ec1d5. 2024-11-19T02:43:23,638 DEBUG [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1351): Waiting on df9e437b1cb6b10178c687e715c6038d 2024-11-19T02:43:23,641 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T02:43:23,661 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/default/SPTestTable/df9e437b1cb6b10178c687e715c6038d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T02:43:23,662 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:43:23,662 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df9e437b1cb6b10178c687e715c6038d: Waiting for close lock at 1731984203603Running coprocessor pre-close hooks at 1731984203603Disabling compacts and flushes for region at 1731984203603Disabling writes for close at 1731984203603Writing region close event to WAL at 1731984203625 (+22 ms)Running coprocessor post-close hooks at 1731984203662 (+37 ms)Closed at 1731984203662 2024-11-19T02:43:23,662 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731984132172.df9e437b1cb6b10178c687e715c6038d. 2024-11-19T02:43:23,668 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/ns/5ba191e4b079438c96cabbc00495dc91 is 43, key is default/ns:d/1731984131785/Put/seqid=0 2024-11-19T02:43:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741864_1040 (size=5153) 2024-11-19T02:43:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741864_1040 (size=5153) 2024-11-19T02:43:23,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741864_1040 (size=5153) 2024-11-19T02:43:23,695 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/ns/5ba191e4b079438c96cabbc00495dc91 2024-11-19T02:43:23,743 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/table/8957748a6fcc4240ad79829363ab0c69 is 47, key is SPTestTable/table:state/1731984142974/Put/seqid=0 2024-11-19T02:43:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741865_1041 (size=5214) 2024-11-19T02:43:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741865_1041 (size=5214) 2024-11-19T02:43:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741865_1041 (size=5214) 2024-11-19T02:43:23,765 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/table/8957748a6fcc4240ad79829363ab0c69 2024-11-19T02:43:23,781 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/info/2c171f0a50e8406aa6cf71c51c015cd0 as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/info/2c171f0a50e8406aa6cf71c51c015cd0 2024-11-19T02:43:23,792 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/info/2c171f0a50e8406aa6cf71c51c015cd0, entries=112, sequenceid=35, filesize=19.4 K 2024-11-19T02:43:23,794 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/ns/5ba191e4b079438c96cabbc00495dc91 as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/ns/5ba191e4b079438c96cabbc00495dc91 2024-11-19T02:43:23,804 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/ns/5ba191e4b079438c96cabbc00495dc91, entries=2, sequenceid=35, filesize=5.0 K 2024-11-19T02:43:23,808 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/.tmp/table/8957748a6fcc4240ad79829363ab0c69 as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/table/8957748a6fcc4240ad79829363ab0c69 2024-11-19T02:43:23,819 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/table/8957748a6fcc4240ad79829363ab0c69, entries=2, sequenceid=35, filesize=5.1 K 2024-11-19T02:43:23,821 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 379ms, sequenceid=35, compaction requested=false 2024-11-19T02:43:23,838 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,39209,1731984119822; all regions closed. 2024-11-19T02:43:23,841 DEBUG [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T02:43:23,841 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-19T02:43:23,842 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:43:23,842 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:43:23,842 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984203441Running coprocessor pre-close hooks at 1731984203441Disabling compacts and flushes for region at 1731984203441Disabling writes for close at 1731984203441Obtaining lock to block concurrent updates at 1731984203441Preparing flush snapshotting stores in 1588230740 at 1731984203441Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731984203442 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731984203446 (+4 ms)Flushing 1588230740/info: creating writer at 1731984203446Flushing 1588230740/info: appending metadata at 1731984203514 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731984203514Flushing 1588230740/ns: creating writer at 1731984203611 (+97 ms)Flushing 1588230740/ns: appending metadata at 1731984203659 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731984203661 (+2 ms)Flushing 1588230740/table: creating writer at 1731984203710 (+49 ms)Flushing 1588230740/table: appending metadata at 1731984203737 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731984203737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a1ff98: reopening flushed file at 1731984203779 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87389e6: reopening flushed file at 1731984203792 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676c811: reopening flushed file at 1731984203807 (+15 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 379ms, sequenceid=35, compaction requested=false at 1731984203821 (+14 ms)Writing region close event to WAL at 1731984203831 (+10 ms)Running coprocessor post-close hooks at 1731984203842 (+11 ms)Closed at 1731984203842 2024-11-19T02:43:23,843 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T02:43:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741834_1010 (size=4022) 2024-11-19T02:43:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741834_1010 (size=4022) 2024-11-19T02:43:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741834_1010 (size=4022) 2024-11-19T02:43:23,857 DEBUG [RS:1;e93af88909ff:39209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/oldWALs 2024-11-19T02:43:23,857 INFO [RS:1;e93af88909ff:39209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C39209%2C1731984119822:(num 1731984121214) 2024-11-19T02:43:23,857 DEBUG [RS:1;e93af88909ff:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:23,857 INFO [RS:1;e93af88909ff:39209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:43:23,857 INFO [RS:1;e93af88909ff:39209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:43:23,858 INFO [RS:1;e93af88909ff:39209 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T02:43:23,858 INFO [RS:1;e93af88909ff:39209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:43:23,858 INFO [RS:1;e93af88909ff:39209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:43:23,858 INFO [RS:1;e93af88909ff:39209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:43:23,858 INFO [RS:1;e93af88909ff:39209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:43:23,858 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:43:23,859 INFO [RS:1;e93af88909ff:39209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39209 2024-11-19T02:43:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,39209,1731984119822 2024-11-19T02:43:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:43:23,861 INFO [RS:1;e93af88909ff:39209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:43:23,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,39209,1731984119822] 2024-11-19T02:43:23,865 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,39209,1731984119822 already deleted, retry=false 2024-11-19T02:43:23,865 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,39209,1731984119822 expired; onlineServers=1 2024-11-19T02:43:23,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:43:23,964 INFO [RS:1;e93af88909ff:39209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:43:23,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1012e1a3b790002, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:43:23,964 INFO [RS:1;e93af88909ff:39209 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,39209,1731984119822; zookeeper connection closed. 2024-11-19T02:43:23,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44ec548 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44ec548 2024-11-19T02:43:24,041 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,43377,1731984119721; all regions closed. 2024-11-19T02:43:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741836_1012 (size=18438) 2024-11-19T02:43:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741836_1012 (size=18438) 2024-11-19T02:43:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741836_1012 (size=18438) 2024-11-19T02:43:24,046 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T02:43:24,046 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T02:43:24,048 DEBUG [RS:0;e93af88909ff:43377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/oldWALs 2024-11-19T02:43:24,049 INFO [RS:0;e93af88909ff:43377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C43377%2C1731984119721.meta:.meta(num 1731984131519) 2024-11-19T02:43:24,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741835_1011 (size=3530) 2024-11-19T02:43:24,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741835_1011 (size=3530) 2024-11-19T02:43:24,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741835_1011 (size=3530) 2024-11-19T02:43:24,055 DEBUG [RS:0;e93af88909ff:43377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/oldWALs 2024-11-19T02:43:24,055 INFO [RS:0;e93af88909ff:43377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C43377%2C1731984119721:(num 1731984121214) 2024-11-19T02:43:24,055 DEBUG [RS:0;e93af88909ff:43377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:24,055 INFO [RS:0;e93af88909ff:43377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:43:24,055 INFO [RS:0;e93af88909ff:43377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:43:24,055 INFO [RS:0;e93af88909ff:43377 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T02:43:24,056 INFO [RS:0;e93af88909ff:43377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:43:24,056 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:43:24,056 INFO [RS:0;e93af88909ff:43377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43377 2024-11-19T02:43:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:43:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,43377,1731984119721 2024-11-19T02:43:24,061 INFO [RS:0;e93af88909ff:43377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:43:24,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,43377,1731984119721] 2024-11-19T02:43:24,063 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,43377,1731984119721 already deleted, retry=false 2024-11-19T02:43:24,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,43377,1731984119721 expired; onlineServers=0 2024-11-19T02:43:24,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,33197,1731984118943' ***** 2024-11-19T02:43:24,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T02:43:24,064 INFO [M:0;e93af88909ff:33197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:43:24,064 INFO [M:0;e93af88909ff:33197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:43:24,064 DEBUG [M:0;e93af88909ff:33197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T02:43:24,064 DEBUG [M:0;e93af88909ff:33197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T02:43:24,065 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984120914 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984120914,5,FailOnTimeoutGroup] 2024-11-19T02:43:24,065 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984120913 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984120913,5,FailOnTimeoutGroup] 2024-11-19T02:43:24,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T02:43:24,065 INFO [M:0;e93af88909ff:33197 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T02:43:24,065 INFO [M:0;e93af88909ff:33197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:43:24,065 DEBUG [M:0;e93af88909ff:33197 {}] master.HMaster(1795): Stopping service threads 2024-11-19T02:43:24,065 INFO [M:0;e93af88909ff:33197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T02:43:24,066 INFO [M:0;e93af88909ff:33197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:43:24,066 ERROR [M:0;e93af88909ff:33197 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1563608932) connection to localhost/127.0.0.1:40403 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40403,5,PEWorkerGroup] 2024-11-19T02:43:24,066 INFO [M:0;e93af88909ff:33197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T02:43:24,066 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T02:43:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T02:43:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:24,068 DEBUG [M:0;e93af88909ff:33197 {}] zookeeper.ZKUtil(347): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T02:43:24,068 WARN [M:0;e93af88909ff:33197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T02:43:24,069 INFO [M:0;e93af88909ff:33197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/.lastflushedseqids 2024-11-19T02:43:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741866_1042 (size=668) 2024-11-19T02:43:24,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741866_1042 (size=668) 2024-11-19T02:43:24,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741866_1042 (size=668) 2024-11-19T02:43:24,106 INFO [M:0;e93af88909ff:33197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T02:43:24,109 INFO [M:0;e93af88909ff:33197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T02:43:24,109 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:43:24,109 INFO [M:0;e93af88909ff:33197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:43:24,109 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:43:24,109 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:43:24,109 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:43:24,110 INFO [M:0;e93af88909ff:33197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.34 KB heapSize=230.99 KB 2024-11-19T02:43:24,140 DEBUG [M:0;e93af88909ff:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65a319915a1a4f0596a0f7b0a8183755 is 82, key is hbase:meta,,1/info:regioninfo/1731984131635/Put/seqid=0 2024-11-19T02:43:24,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:43:24,163 INFO [RS:0;e93af88909ff:43377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:43:24,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43377-0x1012e1a3b790001, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:43:24,163 INFO [RS:0;e93af88909ff:43377 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,43377,1731984119721; zookeeper connection closed. 2024-11-19T02:43:24,167 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71c6b3ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71c6b3ac 2024-11-19T02:43:24,169 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T02:43:24,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741867_1043 (size=5672) 2024-11-19T02:43:24,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741867_1043 (size=5672) 2024-11-19T02:43:24,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741867_1043 (size=5672) 2024-11-19T02:43:24,173 INFO [M:0;e93af88909ff:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65a319915a1a4f0596a0f7b0a8183755 2024-11-19T02:43:24,210 DEBUG [M:0;e93af88909ff:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea5ea853d1524ef09e91d1df9afed7fe is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731984142985/Put/seqid=0 2024-11-19T02:43:24,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741868_1044 (size=8903) 2024-11-19T02:43:24,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741868_1044 (size=8903) 2024-11-19T02:43:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741868_1044 (size=8903) 2024-11-19T02:43:24,264 INFO [M:0;e93af88909ff:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea5ea853d1524ef09e91d1df9afed7fe 2024-11-19T02:43:24,278 INFO [M:0;e93af88909ff:33197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea5ea853d1524ef09e91d1df9afed7fe 2024-11-19T02:43:24,326 DEBUG [M:0;e93af88909ff:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe0f2a3ea3a147e49002a75c5cdb8435 is 69, key is e93af88909ff,39209,1731984119822/rs:state/1731984120959/Put/seqid=0 2024-11-19T02:43:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741869_1045 (size=5441) 2024-11-19T02:43:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741869_1045 (size=5441) 2024-11-19T02:43:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741869_1045 (size=5441) 2024-11-19T02:43:24,358 INFO [M:0;e93af88909ff:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe0f2a3ea3a147e49002a75c5cdb8435 2024-11-19T02:43:24,371 INFO [M:0;e93af88909ff:33197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe0f2a3ea3a147e49002a75c5cdb8435 2024-11-19T02:43:24,376 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65a319915a1a4f0596a0f7b0a8183755 as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65a319915a1a4f0596a0f7b0a8183755 2024-11-19T02:43:24,387 INFO [M:0;e93af88909ff:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65a319915a1a4f0596a0f7b0a8183755, entries=8, sequenceid=488, filesize=5.5 K 2024-11-19T02:43:24,389 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea5ea853d1524ef09e91d1df9afed7fe as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea5ea853d1524ef09e91d1df9afed7fe 2024-11-19T02:43:24,405 INFO [M:0;e93af88909ff:33197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea5ea853d1524ef09e91d1df9afed7fe 2024-11-19T02:43:24,405 INFO [M:0;e93af88909ff:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea5ea853d1524ef09e91d1df9afed7fe, entries=54, sequenceid=488, filesize=8.7 K 2024-11-19T02:43:24,407 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe0f2a3ea3a147e49002a75c5cdb8435 as hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe0f2a3ea3a147e49002a75c5cdb8435 2024-11-19T02:43:24,419 INFO [M:0;e93af88909ff:33197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe0f2a3ea3a147e49002a75c5cdb8435 2024-11-19T02:43:24,419 INFO [M:0;e93af88909ff:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/7396012e-f0fa-f830-783f-3e944fea5365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe0f2a3ea3a147e49002a75c5cdb8435, entries=3, sequenceid=488, filesize=5.3 K 2024-11-19T02:43:24,424 INFO [M:0;e93af88909ff:33197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.34 KB/190809, heapSize ~230.70 KB/236232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 315ms, sequenceid=488, compaction requested=false 2024-11-19T02:43:24,441 INFO [M:0;e93af88909ff:33197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:43:24,441 DEBUG [M:0;e93af88909ff:33197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984204109Disabling compacts and flushes for region at 1731984204109Disabling writes for close at 1731984204109Obtaining lock to block concurrent updates at 1731984204110 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984204110Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190809, getHeapSize=236472, getOffHeapSize=0, getCellsCount=591 at 1731984204110Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984204111 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984204112 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984204139 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984204139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984204188 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984204209 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984204209Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984204278 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984204325 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984204325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195d8cd1: reopening flushed file at 1731984204371 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad0dcb8: reopening flushed file at 1731984204388 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6281ad82: reopening flushed file at 1731984204405 (+17 ms)Finished flush of dataSize ~186.34 KB/190809, heapSize ~230.70 KB/236232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 315ms, sequenceid=488, compaction requested=false at 1731984204424 (+19 ms)Writing region close event to WAL at 1731984204441 (+17 ms)Closed at 1731984204441 2024-11-19T02:43:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741830_1006 (size=223360) 2024-11-19T02:43:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741830_1006 (size=223360) 2024-11-19T02:43:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741830_1006 (size=223360) 2024-11-19T02:43:24,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:43:24,454 INFO [M:0;e93af88909ff:33197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T02:43:24,454 INFO [M:0;e93af88909ff:33197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33197 2024-11-19T02:43:24,454 INFO [M:0;e93af88909ff:33197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:43:24,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:43:24,561 INFO [M:0;e93af88909ff:33197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:43:24,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1012e1a3b790000, quorum=127.0.0.1:54761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:43:24,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6307fb55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:43:24,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a9a4fab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:43:24,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:43:24,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f823fd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:43:24,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@209b6c94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir/,STOPPED} 2024-11-19T02:43:24,575 WARN [BP-887607826-172.17.0.2-1731984114622 heartbeating to localhost/127.0.0.1:40403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:43:24,576 WARN [BP-887607826-172.17.0.2-1731984114622 heartbeating to localhost/127.0.0.1:40403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-887607826-172.17.0.2-1731984114622 (Datanode Uuid 9c02acb5-e5e6-42c5-be7b-7d387e478c99) service to localhost/127.0.0.1:40403 2024-11-19T02:43:24,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:43:24,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data5/current/BP-887607826-172.17.0.2-1731984114622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:43:24,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:43:24,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data6/current/BP-887607826-172.17.0.2-1731984114622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:43:24,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:43:24,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@655f306f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:43:24,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0fdc3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:43:24,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:43:24,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434049dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:43:24,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5222f041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir/,STOPPED} 2024-11-19T02:43:24,585 WARN [BP-887607826-172.17.0.2-1731984114622 heartbeating to localhost/127.0.0.1:40403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:43:24,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:43:24,586 WARN [BP-887607826-172.17.0.2-1731984114622 heartbeating to localhost/127.0.0.1:40403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-887607826-172.17.0.2-1731984114622 (Datanode Uuid 036c7156-1c04-476c-9759-8e6c33c55d35) service to localhost/127.0.0.1:40403 2024-11-19T02:43:24,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:43:24,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data3/current/BP-887607826-172.17.0.2-1731984114622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:43:24,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data4/current/BP-887607826-172.17.0.2-1731984114622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:43:24,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:43:24,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1944eae3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:43:24,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8935516{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:43:24,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:43:24,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bff89b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:43:24,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41dd462a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir/,STOPPED} 2024-11-19T02:43:24,598 WARN [BP-887607826-172.17.0.2-1731984114622 heartbeating to localhost/127.0.0.1:40403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:43:24,598 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:43:24,598 WARN [BP-887607826-172.17.0.2-1731984114622 heartbeating to localhost/127.0.0.1:40403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-887607826-172.17.0.2-1731984114622 (Datanode Uuid 7d92fd06-6a87-4685-9865-132d2006117a) service to localhost/127.0.0.1:40403 2024-11-19T02:43:24,598 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:43:24,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data1/current/BP-887607826-172.17.0.2-1731984114622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:43:24,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/cluster_cfa0b98e-fa60-1167-2f94-83b854a97078/data/data2/current/BP-887607826-172.17.0.2-1731984114622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:43:24,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:43:24,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dc50b10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:43:24,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b7cbd73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:43:24,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:43:24,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b2f1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:43:24,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a379fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir/,STOPPED} 2024-11-19T02:43:24,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T02:43:24,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T02:43:24,705 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: regionserver/e93af88909ff:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e93af88909ff:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e93af88909ff:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e93af88909ff:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1563608932) connection to localhost/127.0.0.1:40403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e93af88909ff:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1eef12fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/e93af88909ff:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e93af88909ff:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1563608932) connection to localhost/127.0.0.1:40403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e93af88909ff:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1563608932) connection to localhost/127.0.0.1:40403 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1563608932) connection to localhost/127.0.0.1:40403 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 571), ProcessCount=11 (was 11), AvailableMemoryMB=10954 (was 12346) 2024-11-19T02:43:24,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=10954 2024-11-19T02:43:24,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir so I do NOT create it in target/test-data/48053f01-337c-4576-4479-360448f9b2f0 2024-11-19T02:43:24,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T02:43:24,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.tmp.dir so I do NOT create it in target/test-data/48053f01-337c-4576-4479-360448f9b2f0 2024-11-19T02:43:24,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b00f134-a399-bd2c-19cf-9ad9b111905d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T02:43:24,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0 2024-11-19T02:43:24,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T02:43:24,736 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa, deleteOnExit=true 2024-11-19T02:43:24,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T02:43:24,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/test.cache.data in system properties and HBase conf 2024-11-19T02:43:24,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:43:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:43:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:43:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:43:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T02:43:24,737 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:43:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:43:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:43:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:43:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:43:24,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:43:24,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:43:24,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:43:24,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:43:24,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:43:24,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:43:24,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b320d2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:43:24,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b6b4220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:43:24,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24f5c253{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/java.io.tmpdir/jetty-localhost-33313-hadoop-hdfs-3_4_1-tests_jar-_-any-10617376492491426851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:43:24,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ef1e024{HTTP/1.1, (http/1.1)}{localhost:33313} 2024-11-19T02:43:24,989 INFO [Time-limited test {}] server.Server(415): Started @93865ms 2024-11-19T02:43:25,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:43:25,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:43:25,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:43:25,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:43:25,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:43:25,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@671129d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:43:25,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79ddb422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:43:25,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62eeac75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/java.io.tmpdir/jetty-localhost-41183-hadoop-hdfs-3_4_1-tests_jar-_-any-14995700702612202687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:43:25,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e16f659{HTTP/1.1, (http/1.1)}{localhost:41183} 2024-11-19T02:43:25,259 INFO [Time-limited test {}] server.Server(415): Started @94136ms 2024-11-19T02:43:25,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:43:25,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:43:25,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:43:25,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:43:25,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:43:25,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:43:25,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a154c3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:43:25,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3459ed1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:43:25,403 WARN [Thread-674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data1/current/BP-1848862707-172.17.0.2-1731984204769/current, will proceed with Du for space computation calculation, 2024-11-19T02:43:25,406 WARN [Thread-675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data2/current/BP-1848862707-172.17.0.2-1731984204769/current, will proceed with Du for space computation calculation, 2024-11-19T02:43:25,431 WARN [Thread-653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:43:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8acb667f3979061b with lease ID 0x8b6ff19c60ca5f71: Processing first storage report for DS-63da9268-f061-40b7-9b42-896cefe190c4 from datanode DatanodeRegistration(127.0.0.1:36823, datanodeUuid=9d342d42-ce8c-44b8-981f-4540b0330cb8, infoPort=44085, infoSecurePort=0, ipcPort=34767, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769) 2024-11-19T02:43:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8acb667f3979061b with lease ID 0x8b6ff19c60ca5f71: from storage DS-63da9268-f061-40b7-9b42-896cefe190c4 node DatanodeRegistration(127.0.0.1:36823, datanodeUuid=9d342d42-ce8c-44b8-981f-4540b0330cb8, infoPort=44085, infoSecurePort=0, ipcPort=34767, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:43:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8acb667f3979061b with lease ID 0x8b6ff19c60ca5f71: Processing first storage report for DS-7403b3b3-202d-41a9-8e22-abfaa4e29d7e from datanode DatanodeRegistration(127.0.0.1:36823, datanodeUuid=9d342d42-ce8c-44b8-981f-4540b0330cb8, infoPort=44085, infoSecurePort=0, ipcPort=34767, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769) 2024-11-19T02:43:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8acb667f3979061b with lease ID 0x8b6ff19c60ca5f71: from storage DS-7403b3b3-202d-41a9-8e22-abfaa4e29d7e node DatanodeRegistration(127.0.0.1:36823, datanodeUuid=9d342d42-ce8c-44b8-981f-4540b0330cb8, infoPort=44085, infoSecurePort=0, ipcPort=34767, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:43:25,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ff61ee0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/java.io.tmpdir/jetty-localhost-42675-hadoop-hdfs-3_4_1-tests_jar-_-any-15990579962774852436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:43:25,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@584329f0{HTTP/1.1, (http/1.1)}{localhost:42675} 2024-11-19T02:43:25,502 INFO [Time-limited test {}] server.Server(415): Started @94378ms 2024-11-19T02:43:25,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:43:25,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:43:25,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:43:25,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:43:25,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:43:25,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:43:25,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1edbbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:43:25,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2099f0d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:43:25,673 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data3/current/BP-1848862707-172.17.0.2-1731984204769/current, will proceed with Du for space computation calculation, 2024-11-19T02:43:25,673 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data4/current/BP-1848862707-172.17.0.2-1731984204769/current, will proceed with Du for space computation calculation, 2024-11-19T02:43:25,702 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:43:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbb849f91de0df8a with lease ID 0x8b6ff19c60ca5f72: Processing first storage report for DS-afe0f428-e471-46a5-95ab-ff7758d2cc75 from datanode DatanodeRegistration(127.0.0.1:33425, datanodeUuid=19660d58-46d0-40a6-b11d-01bb31b4b712, infoPort=37805, infoSecurePort=0, ipcPort=41739, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769) 2024-11-19T02:43:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbb849f91de0df8a with lease ID 0x8b6ff19c60ca5f72: from storage DS-afe0f428-e471-46a5-95ab-ff7758d2cc75 node DatanodeRegistration(127.0.0.1:33425, datanodeUuid=19660d58-46d0-40a6-b11d-01bb31b4b712, infoPort=37805, infoSecurePort=0, ipcPort=41739, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:43:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbb849f91de0df8a with lease ID 0x8b6ff19c60ca5f72: Processing first storage report for DS-0827744d-1062-46c0-a5d6-ae9f0b1f9f83 from datanode DatanodeRegistration(127.0.0.1:33425, datanodeUuid=19660d58-46d0-40a6-b11d-01bb31b4b712, infoPort=37805, infoSecurePort=0, ipcPort=41739, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769) 2024-11-19T02:43:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbb849f91de0df8a with lease ID 0x8b6ff19c60ca5f72: from storage DS-0827744d-1062-46c0-a5d6-ae9f0b1f9f83 node DatanodeRegistration(127.0.0.1:33425, datanodeUuid=19660d58-46d0-40a6-b11d-01bb31b4b712, infoPort=37805, infoSecurePort=0, ipcPort=41739, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:43:25,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b734f99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/java.io.tmpdir/jetty-localhost-46661-hadoop-hdfs-3_4_1-tests_jar-_-any-16941648458385459980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:43:25,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@165cf641{HTTP/1.1, (http/1.1)}{localhost:46661} 2024-11-19T02:43:25,801 INFO [Time-limited test {}] server.Server(415): Started @94678ms 2024-11-19T02:43:25,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:43:25,914 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data6/current/BP-1848862707-172.17.0.2-1731984204769/current, will proceed with Du for space computation calculation, 2024-11-19T02:43:25,914 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data5/current/BP-1848862707-172.17.0.2-1731984204769/current, will proceed with Du for space computation calculation, 2024-11-19T02:43:25,936 WARN [Thread-724 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:43:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa61df2d706f91514 with lease ID 0x8b6ff19c60ca5f73: Processing first storage report for DS-b272654a-70d3-42d8-aaff-c9d2cb41aec3 from datanode DatanodeRegistration(127.0.0.1:38299, datanodeUuid=d1bd0159-ce11-4593-bc9d-466493b213d9, infoPort=33817, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769) 2024-11-19T02:43:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa61df2d706f91514 with lease ID 0x8b6ff19c60ca5f73: from storage DS-b272654a-70d3-42d8-aaff-c9d2cb41aec3 node DatanodeRegistration(127.0.0.1:38299, datanodeUuid=d1bd0159-ce11-4593-bc9d-466493b213d9, infoPort=33817, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:43:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa61df2d706f91514 with lease ID 0x8b6ff19c60ca5f73: Processing first storage report for DS-d0c71d3b-c545-4923-bb0d-5b70ac369e47 from datanode DatanodeRegistration(127.0.0.1:38299, datanodeUuid=d1bd0159-ce11-4593-bc9d-466493b213d9, infoPort=33817, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769) 2024-11-19T02:43:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa61df2d706f91514 with lease ID 0x8b6ff19c60ca5f73: from storage DS-d0c71d3b-c545-4923-bb0d-5b70ac369e47 node DatanodeRegistration(127.0.0.1:38299, datanodeUuid=d1bd0159-ce11-4593-bc9d-466493b213d9, infoPort=33817, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=684747566;c=1731984204769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:43:25,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0 2024-11-19T02:43:25,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/zookeeper_0, clientPort=63268, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T02:43:25,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63268 2024-11-19T02:43:25,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:25,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:43:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:43:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:43:25,997 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 with version=8 2024-11-19T02:43:25,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/hbase-staging 2024-11-19T02:43:25,999 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:43:25,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:25,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:25,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:43:26,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:43:26,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T02:43:26,000 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:43:26,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42015 2024-11-19T02:43:26,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42015 connecting to ZooKeeper ensemble=127.0.0.1:63268 2024-11-19T02:43:26,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420150x0, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:43:26,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42015-0x1012e1b93210000 connected 2024-11-19T02:43:26,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:43:26,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484, hbase.cluster.distributed=false 2024-11-19T02:43:26,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:43:26,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42015 2024-11-19T02:43:26,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42015 2024-11-19T02:43:26,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42015 2024-11-19T02:43:26,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42015 2024-11-19T02:43:26,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42015 2024-11-19T02:43:26,063 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:43:26,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:43:26,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:43:26,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:43:26,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:43:26,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46287 2024-11-19T02:43:26,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46287 connecting to ZooKeeper ensemble=127.0.0.1:63268 2024-11-19T02:43:26,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462870x0, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:43:26,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46287-0x1012e1b93210001 connected 2024-11-19T02:43:26,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:43:26,075 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:43:26,075 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:43:26,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:43:26,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:43:26,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-19T02:43:26,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46287 2024-11-19T02:43:26,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46287 2024-11-19T02:43:26,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-19T02:43:26,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-19T02:43:26,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:43:26,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:43:26,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:43:26,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:43:26,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:43:26,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42649 2024-11-19T02:43:26,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42649 connecting to ZooKeeper ensemble=127.0.0.1:63268 2024-11-19T02:43:26,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,110 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426490x0, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:43:26,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426490x0, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:43:26,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:43:26,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42649-0x1012e1b93210002 connected 2024-11-19T02:43:26,116 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:43:26,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:43:26,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:43:26,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-19T02:43:26,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42649 2024-11-19T02:43:26,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42649 2024-11-19T02:43:26,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-19T02:43:26,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-19T02:43:26,144 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:43:26,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:43:26,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:43:26,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:43:26,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:43:26,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:43:26,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40157 2024-11-19T02:43:26,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40157 connecting to ZooKeeper ensemble=127.0.0.1:63268 2024-11-19T02:43:26,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401570x0, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:43:26,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40157-0x1012e1b93210003 connected 2024-11-19T02:43:26,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:43:26,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:43:26,164 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:43:26,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:43:26,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:43:26,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-19T02:43:26,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40157 2024-11-19T02:43:26,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40157 2024-11-19T02:43:26,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-19T02:43:26,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-19T02:43:26,180 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:42015 2024-11-19T02:43:26,180 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,42015,1731984205999 2024-11-19T02:43:26,183 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:43:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:43:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:43:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:43:26,184 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,42015,1731984205999 2024-11-19T02:43:26,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:43:26,186 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:43:26,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,186 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,188 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T02:43:26,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:43:26,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,188 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,42015,1731984205999 from backup master directory 2024-11-19T02:43:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,42015,1731984205999 2024-11-19T02:43:26,190 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:43:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:43:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:43:26,190 WARN [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:43:26,190 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,42015,1731984205999 2024-11-19T02:43:26,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:43:26,196 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/hbase.id] with ID: cd2b70ee-64ba-4330-91d7-e192da1dec0f 2024-11-19T02:43:26,196 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.tmp/hbase.id 2024-11-19T02:43:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:43:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:43:26,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:43:26,208 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.tmp/hbase.id]:[hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/hbase.id] 2024-11-19T02:43:26,224 INFO [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:43:26,224 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T02:43:26,226 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T02:43:26,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,228 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:43:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:43:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:43:26,238 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:43:26,239 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T02:43:26,239 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:43:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:43:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:43:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:43:26,251 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store 2024-11-19T02:43:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:43:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:43:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:43:26,274 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:26,274 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:43:26,274 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:43:26,274 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:43:26,274 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:43:26,274 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:43:26,274 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:43:26,274 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984206274Disabling compacts and flushes for region at 1731984206274Disabling writes for close at 1731984206274Writing region close event to WAL at 1731984206274Closed at 1731984206274 2024-11-19T02:43:26,275 WARN [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/.initializing 2024-11-19T02:43:26,275 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/WALs/e93af88909ff,42015,1731984205999 2024-11-19T02:43:26,277 INFO [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:43:26,279 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C42015%2C1731984205999, suffix=, logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/WALs/e93af88909ff,42015,1731984205999, archiveDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/oldWALs, maxLogs=10 2024-11-19T02:43:26,293 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/WALs/e93af88909ff,42015,1731984205999/e93af88909ff%2C42015%2C1731984205999.1731984206279, exclude list is [], retry=0 2024-11-19T02:43:26,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-63da9268-f061-40b7-9b42-896cefe190c4,DISK] 2024-11-19T02:43:26,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-b272654a-70d3-42d8-aaff-c9d2cb41aec3,DISK] 2024-11-19T02:43:26,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-afe0f428-e471-46a5-95ab-ff7758d2cc75,DISK] 2024-11-19T02:43:26,300 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/WALs/e93af88909ff,42015,1731984205999/e93af88909ff%2C42015%2C1731984205999.1731984206279 2024-11-19T02:43:26,301 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085),(127.0.0.1/127.0.0.1:33817:33817),(127.0.0.1/127.0.0.1:37805:37805)] 2024-11-19T02:43:26,301 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:43:26,301 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:26,301 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,301 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T02:43:26,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:26,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T02:43:26,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:26,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T02:43:26,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:26,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T02:43:26,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:26,312 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,312 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,313 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,314 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,314 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,315 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:43:26,316 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:43:26,320 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:26,321 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59814551, jitterRate=-0.10869373381137848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:43:26,321 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731984206301Initializing all the Stores at 1731984206302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984206302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984206303 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984206303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984206303Cleaning up temporary data from old regions at 1731984206314 (+11 ms)Region opened successfully at 1731984206321 (+7 ms) 2024-11-19T02:43:26,322 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T02:43:26,326 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e7e048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:43:26,327 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T02:43:26,327 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T02:43:26,327 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T02:43:26,327 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T02:43:26,328 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T02:43:26,328 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T02:43:26,328 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-19T02:43:26,331 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T02:43:26,332 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T02:43:26,334 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T02:43:26,335 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T02:43:26,335 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T02:43:26,337 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T02:43:26,337 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T02:43:26,338 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T02:43:26,341 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T02:43:26,342 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T02:43:26,343 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T02:43:26,345 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T02:43:26,348 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T02:43:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:43:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:43:26,351 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:43:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:43:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,351 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,353 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,42015,1731984205999, sessionid=0x1012e1b93210000, setting cluster-up flag (Was=false) 2024-11-19T02:43:26,356 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,364 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T02:43:26,365 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,42015,1731984205999 2024-11-19T02:43:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,370 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,375 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T02:43:26,376 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,42015,1731984205999 2024-11-19T02:43:26,378 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T02:43:26,379 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T02:43:26,380 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T02:43:26,380 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T02:43:26,380 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,42015,1731984205999 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T02:43:26,381 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:43:26,381 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:43:26,381 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:43:26,381 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:43:26,382 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10 2024-11-19T02:43:26,382 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,382 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:43:26,382 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,383 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731984236383 2024-11-19T02:43:26,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:43:26,383 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T02:43:26,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T02:43:26,383 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T02:43:26,383 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T02:43:26,383 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T02:43:26,383 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T02:43:26,383 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T02:43:26,384 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,384 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T02:43:26,384 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T02:43:26,384 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T02:43:26,384 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T02:43:26,385 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T02:43:26,385 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T02:43:26,385 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984206385,5,FailOnTimeoutGroup] 2024-11-19T02:43:26,385 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984206385,5,FailOnTimeoutGroup] 2024-11-19T02:43:26,385 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,385 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T02:43:26,385 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,386 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:43:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:43:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:43:26,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T02:43:26,396 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:43:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:43:26,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:26,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:43:26,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:43:26,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:43:26,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:26,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:43:26,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:43:26,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:26,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:43:26,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:43:26,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:26,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:43:26,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:43:26,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:26,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:26,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:43:26,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740 2024-11-19T02:43:26,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740 2024-11-19T02:43:26,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:43:26,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:43:26,425 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:43:26,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:43:26,430 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:26,431 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71283314, jitterRate=0.06220415234565735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:43:26,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731984206406Initializing all the Stores at 1731984206411 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984206411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984206412 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984206412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984206412Cleaning up temporary data from old regions at 1731984206425 (+13 ms)Region opened successfully at 1731984206431 (+6 ms) 2024-11-19T02:43:26,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:43:26,431 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:43:26,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:43:26,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:43:26,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:43:26,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:43:26,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984206431Disabling compacts and flushes for region at 1731984206431Disabling writes for close at 1731984206431Writing region close event to WAL at 1731984206432 (+1 ms)Closed at 1731984206432 2024-11-19T02:43:26,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:43:26,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T02:43:26,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:43:26,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:43:26,436 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T02:43:26,470 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(746): ClusterId : cd2b70ee-64ba-4330-91d7-e192da1dec0f 2024-11-19T02:43:26,470 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(746): ClusterId : cd2b70ee-64ba-4330-91d7-e192da1dec0f 2024-11-19T02:43:26,470 INFO [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(746): ClusterId : cd2b70ee-64ba-4330-91d7-e192da1dec0f 2024-11-19T02:43:26,470 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:43:26,470 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:43:26,470 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:43:26,477 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:43:26,477 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:43:26,477 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:43:26,477 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:43:26,477 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:43:26,477 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:43:26,479 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:43:26,479 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:43:26,479 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:43:26,480 DEBUG [RS:1;e93af88909ff:42649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547882b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:43:26,480 DEBUG [RS:0;e93af88909ff:46287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5970ffd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:43:26,480 DEBUG [RS:2;e93af88909ff:40157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569b3373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:43:26,493 DEBUG [RS:2;e93af88909ff:40157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e93af88909ff:40157 2024-11-19T02:43:26,493 INFO [RS:2;e93af88909ff:40157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:43:26,493 INFO [RS:2;e93af88909ff:40157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:43:26,493 DEBUG [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:43:26,493 DEBUG [RS:1;e93af88909ff:42649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e93af88909ff:42649 2024-11-19T02:43:26,494 INFO [RS:1;e93af88909ff:42649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:43:26,494 INFO [RS:1;e93af88909ff:42649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:43:26,494 DEBUG [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:43:26,494 INFO [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,42015,1731984205999 with port=40157, startcode=1731984206144 2024-11-19T02:43:26,494 DEBUG [RS:2;e93af88909ff:40157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:43:26,494 DEBUG [RS:0;e93af88909ff:46287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:46287 2024-11-19T02:43:26,494 INFO [RS:0;e93af88909ff:46287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:43:26,494 INFO [RS:0;e93af88909ff:46287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:43:26,494 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,42015,1731984205999 with port=42649, startcode=1731984206097 2024-11-19T02:43:26,494 DEBUG [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:43:26,495 DEBUG [RS:1;e93af88909ff:42649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:43:26,495 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,42015,1731984205999 with port=46287, startcode=1731984206063 2024-11-19T02:43:26,495 DEBUG [RS:0;e93af88909ff:46287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:43:26,496 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:43:26,496 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:43:26,497 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:43:26,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,40157,1731984206144 2024-11-19T02:43:26,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42015 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,40157,1731984206144 2024-11-19T02:43:26,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,42649,1731984206097 2024-11-19T02:43:26,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42015 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,42649,1731984206097 2024-11-19T02:43:26,499 DEBUG [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:26,499 DEBUG [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35523 2024-11-19T02:43:26,499 DEBUG [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:43:26,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:43:26,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,46287,1731984206063 2024-11-19T02:43:26,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42015 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,46287,1731984206063 2024-11-19T02:43:26,501 DEBUG [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:26,501 DEBUG [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35523 2024-11-19T02:43:26,501 DEBUG [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:43:26,501 DEBUG [RS:2;e93af88909ff:40157 {}] zookeeper.ZKUtil(111): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,40157,1731984206144 2024-11-19T02:43:26,501 WARN [RS:2;e93af88909ff:40157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:43:26,501 INFO [RS:2;e93af88909ff:40157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:43:26,501 DEBUG [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144 2024-11-19T02:43:26,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,40157,1731984206144] 2024-11-19T02:43:26,502 DEBUG [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:26,502 DEBUG [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35523 2024-11-19T02:43:26,502 DEBUG [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:43:26,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:43:26,512 DEBUG [RS:1;e93af88909ff:42649 {}] zookeeper.ZKUtil(111): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,42649,1731984206097 2024-11-19T02:43:26,512 WARN [RS:1;e93af88909ff:42649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:43:26,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,46287,1731984206063] 2024-11-19T02:43:26,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,42649,1731984206097] 2024-11-19T02:43:26,512 INFO [RS:1;e93af88909ff:42649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:43:26,512 DEBUG [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,42649,1731984206097 2024-11-19T02:43:26,513 DEBUG [RS:0;e93af88909ff:46287 {}] zookeeper.ZKUtil(111): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,46287,1731984206063 2024-11-19T02:43:26,513 WARN [RS:0;e93af88909ff:46287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:43:26,513 INFO [RS:0;e93af88909ff:46287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:43:26,513 DEBUG [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,46287,1731984206063 2024-11-19T02:43:26,513 INFO [RS:2;e93af88909ff:40157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:43:26,516 INFO [RS:2;e93af88909ff:40157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:43:26,520 INFO [RS:2;e93af88909ff:40157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:43:26,520 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,520 INFO [RS:1;e93af88909ff:42649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:43:26,521 INFO [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:43:26,522 INFO [RS:2;e93af88909ff:40157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:43:26,522 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,522 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,522 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,522 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,522 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,522 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,522 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:43:26,522 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,523 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,523 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,523 INFO [RS:1;e93af88909ff:42649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:43:26,523 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,523 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,523 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,523 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:43:26,523 DEBUG [RS:2;e93af88909ff:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:43:26,523 INFO [RS:1;e93af88909ff:42649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:43:26,523 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,523 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:43:26,524 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,524 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,524 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,524 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,524 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,524 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,40157,1731984206144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:43:26,527 INFO [RS:1;e93af88909ff:42649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:43:26,528 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:43:26,528 DEBUG [RS:1;e93af88909ff:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:43:26,532 INFO [RS:0;e93af88909ff:46287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:43:26,532 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,532 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,532 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,532 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,532 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,532 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42649,1731984206097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:43:26,536 INFO [RS:0;e93af88909ff:46287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:43:26,537 INFO [RS:0;e93af88909ff:46287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:43:26,537 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,537 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:43:26,538 INFO [RS:0;e93af88909ff:46287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:43:26,538 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,538 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,538 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,538 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,538 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,538 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:43:26,539 DEBUG [RS:0;e93af88909ff:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:43:26,539 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,539 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,539 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,539 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,539 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,539 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,46287,1731984206063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:43:26,544 INFO [RS:2;e93af88909ff:40157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:43:26,544 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,40157,1731984206144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,545 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,545 INFO [RS:2;e93af88909ff:40157 {}] regionserver.Replication(171): e93af88909ff,40157,1731984206144 started 2024-11-19T02:43:26,555 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:43:26,555 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42649,1731984206097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,555 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,555 INFO [RS:1;e93af88909ff:42649 {}] regionserver.Replication(171): e93af88909ff,42649,1731984206097 started 2024-11-19T02:43:26,559 INFO [RS:2;e93af88909ff:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,560 INFO [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,40157,1731984206144, RpcServer on e93af88909ff/172.17.0.2:40157, sessionid=0x1012e1b93210003 2024-11-19T02:43:26,560 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:43:26,560 DEBUG [RS:2;e93af88909ff:40157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,40157,1731984206144 2024-11-19T02:43:26,560 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,40157,1731984206144' 2024-11-19T02:43:26,560 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:43:26,560 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:43:26,561 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:43:26,561 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,46287,1731984206063-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,561 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,561 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:43:26,561 INFO [RS:0;e93af88909ff:46287 {}] regionserver.Replication(171): e93af88909ff,46287,1731984206063 started 2024-11-19T02:43:26,561 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:43:26,561 DEBUG [RS:2;e93af88909ff:40157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,40157,1731984206144 2024-11-19T02:43:26,561 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,40157,1731984206144' 2024-11-19T02:43:26,561 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:43:26,562 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:43:26,562 DEBUG [RS:2;e93af88909ff:40157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:43:26,562 INFO [RS:2;e93af88909ff:40157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:43:26,562 INFO [RS:2;e93af88909ff:40157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:43:26,571 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,571 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,42649,1731984206097, RpcServer on e93af88909ff/172.17.0.2:42649, sessionid=0x1012e1b93210002 2024-11-19T02:43:26,571 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:43:26,571 DEBUG [RS:1;e93af88909ff:42649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,42649,1731984206097 2024-11-19T02:43:26,571 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,42649,1731984206097' 2024-11-19T02:43:26,571 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:43:26,572 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:43:26,572 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:43:26,572 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:43:26,572 DEBUG [RS:1;e93af88909ff:42649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,42649,1731984206097 2024-11-19T02:43:26,572 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,42649,1731984206097' 2024-11-19T02:43:26,572 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:43:26,573 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:43:26,573 DEBUG [RS:1;e93af88909ff:42649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:43:26,573 INFO [RS:1;e93af88909ff:42649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:43:26,573 INFO [RS:1;e93af88909ff:42649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:43:26,575 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:26,575 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,46287,1731984206063, RpcServer on e93af88909ff/172.17.0.2:46287, sessionid=0x1012e1b93210001 2024-11-19T02:43:26,575 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:43:26,575 DEBUG [RS:0;e93af88909ff:46287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,46287,1731984206063 2024-11-19T02:43:26,575 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,46287,1731984206063' 2024-11-19T02:43:26,575 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:43:26,576 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:43:26,576 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:43:26,576 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:43:26,576 DEBUG [RS:0;e93af88909ff:46287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,46287,1731984206063 2024-11-19T02:43:26,576 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,46287,1731984206063' 2024-11-19T02:43:26,576 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:43:26,577 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:43:26,577 DEBUG [RS:0;e93af88909ff:46287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:43:26,577 INFO [RS:0;e93af88909ff:46287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:43:26,577 INFO [RS:0;e93af88909ff:46287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:43:26,586 WARN [e93af88909ff:42015 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T02:43:26,663 INFO [RS:2;e93af88909ff:40157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:43:26,665 INFO [RS:2;e93af88909ff:40157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C40157%2C1731984206144, suffix=, logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144, archiveDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs, maxLogs=32 2024-11-19T02:43:26,674 INFO [RS:1;e93af88909ff:42649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:43:26,675 INFO [RS:1;e93af88909ff:42649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C42649%2C1731984206097, suffix=, logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,42649,1731984206097, archiveDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs, maxLogs=32 2024-11-19T02:43:26,678 INFO [RS:0;e93af88909ff:46287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:43:26,679 INFO [RS:0;e93af88909ff:46287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C46287%2C1731984206063, suffix=, logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,46287,1731984206063, archiveDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs, maxLogs=32 2024-11-19T02:43:26,679 DEBUG [RS:2;e93af88909ff:40157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144/e93af88909ff%2C40157%2C1731984206144.1731984206666, exclude list is [], retry=0 2024-11-19T02:43:26,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-63da9268-f061-40b7-9b42-896cefe190c4,DISK] 2024-11-19T02:43:26,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-b272654a-70d3-42d8-aaff-c9d2cb41aec3,DISK] 2024-11-19T02:43:26,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-afe0f428-e471-46a5-95ab-ff7758d2cc75,DISK] 2024-11-19T02:43:26,689 INFO [RS:2;e93af88909ff:40157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144/e93af88909ff%2C40157%2C1731984206144.1731984206666 2024-11-19T02:43:26,689 DEBUG [RS:2;e93af88909ff:40157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085),(127.0.0.1/127.0.0.1:37805:37805),(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-19T02:43:26,693 DEBUG [RS:0;e93af88909ff:46287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,46287,1731984206063/e93af88909ff%2C46287%2C1731984206063.1731984206680, exclude list is [], retry=0 2024-11-19T02:43:26,694 DEBUG [RS:1;e93af88909ff:42649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,42649,1731984206097/e93af88909ff%2C42649%2C1731984206097.1731984206677, exclude list is [], retry=0 2024-11-19T02:43:26,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-63da9268-f061-40b7-9b42-896cefe190c4,DISK] 2024-11-19T02:43:26,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-afe0f428-e471-46a5-95ab-ff7758d2cc75,DISK] 2024-11-19T02:43:26,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-b272654a-70d3-42d8-aaff-c9d2cb41aec3,DISK] 2024-11-19T02:43:26,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-afe0f428-e471-46a5-95ab-ff7758d2cc75,DISK] 2024-11-19T02:43:26,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-63da9268-f061-40b7-9b42-896cefe190c4,DISK] 2024-11-19T02:43:26,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-b272654a-70d3-42d8-aaff-c9d2cb41aec3,DISK] 2024-11-19T02:43:26,707 INFO [RS:1;e93af88909ff:42649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,42649,1731984206097/e93af88909ff%2C42649%2C1731984206097.1731984206677 2024-11-19T02:43:26,707 INFO [RS:0;e93af88909ff:46287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,46287,1731984206063/e93af88909ff%2C46287%2C1731984206063.1731984206680 2024-11-19T02:43:26,707 DEBUG [RS:1;e93af88909ff:42649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37805:37805),(127.0.0.1/127.0.0.1:44085:44085),(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-19T02:43:26,708 DEBUG [RS:0;e93af88909ff:46287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085),(127.0.0.1/127.0.0.1:37805:37805),(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-19T02:43:26,836 DEBUG [e93af88909ff:42015 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T02:43:26,837 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0} 2024-11-19T02:43:26,839 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T02:43:26,839 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T02:43:26,840 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T02:43:26,840 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T02:43:26,840 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T02:43:26,840 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T02:43:26,840 INFO [e93af88909ff:42015 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T02:43:26,840 INFO [e93af88909ff:42015 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T02:43:26,840 INFO [e93af88909ff:42015 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T02:43:26,840 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T02:43:26,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,40157,1731984206144 2024-11-19T02:43:26,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,40157,1731984206144, state=OPENING 2024-11-19T02:43:26,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T02:43:26,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,846 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:43:26,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:43:26,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:43:26,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:43:26,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:43:26,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:43:26,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,40157,1731984206144}] 2024-11-19T02:43:28,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:28,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:28,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:28,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:43:28,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:29,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:29,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:29,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:43:29,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:43:34,826 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e93af88909ff:33197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T02:43:34,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:43:34,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:34,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:34,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:36,850 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:43:36,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:43:36,859 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:43:36,860 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:43:36,860 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:43:36,862 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C40157%2C1731984206144.meta, suffix=.meta, logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144, archiveDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs, maxLogs=32 2024-11-19T02:43:36,881 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, exclude list is [], retry=0 2024-11-19T02:43:36,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-63da9268-f061-40b7-9b42-896cefe190c4,DISK] 2024-11-19T02:43:36,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-b272654a-70d3-42d8-aaff-c9d2cb41aec3,DISK] 2024-11-19T02:43:36,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-afe0f428-e471-46a5-95ab-ff7758d2cc75,DISK] 2024-11-19T02:43:36,890 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta 2024-11-19T02:43:36,890 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085),(127.0.0.1/127.0.0.1:33817:33817),(127.0.0.1/127.0.0.1:37805:37805)] 2024-11-19T02:43:36,891 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:43:36,891 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:43:36,891 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:43:36,891 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:43:36,891 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:43:36,892 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:36,892 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:43:36,892 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:43:36,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:43:36,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:43:36,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:36,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:36,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:43:36,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:43:36,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:36,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:36,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:43:36,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:43:36,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:36,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:36,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:43:36,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:43:36,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:36,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:43:36,902 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:43:36,903 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740 2024-11-19T02:43:36,904 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740 2024-11-19T02:43:36,906 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:43:36,906 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:43:36,908 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:43:36,909 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:43:36,911 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69732882, jitterRate=0.03910091519355774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:43:36,911 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:43:36,912 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731984216892Writing region info on filesystem at 1731984216892Initializing all the Stores at 1731984216894 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984216894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984216894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984216894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984216894Cleaning up temporary data from old regions at 1731984216906 (+12 ms)Running coprocessor post-open hooks at 1731984216911 (+5 ms)Region opened successfully at 1731984216911 2024-11-19T02:43:36,914 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731984216850 2024-11-19T02:43:36,917 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:43:36,917 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:43:36,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,40157,1731984206144 2024-11-19T02:43:36,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,40157,1731984206144, state=OPEN 2024-11-19T02:43:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:43:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:43:36,928 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:43:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:43:36,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,40157,1731984206144 2024-11-19T02:43:36,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:43:36,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:43:36,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:43:36,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:43:36,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T02:43:36,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,40157,1731984206144 in 10.0810 sec 2024-11-19T02:43:36,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T02:43:36,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4990 sec 2024-11-19T02:43:36,937 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:43:36,937 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T02:43:36,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:43:36,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,40157,1731984206144, seqNum=-1] 2024-11-19T02:43:36,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:43:36,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39551, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:43:36,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5740 sec 2024-11-19T02:43:36,956 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731984216956, completionTime=-1 2024-11-19T02:43:36,956 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T02:43:36,956 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T02:43:36,958 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-19T02:43:36,958 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731984276958 2024-11-19T02:43:36,958 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731984336958 2024-11-19T02:43:36,958 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-19T02:43:36,959 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42015,1731984205999-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:36,959 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42015,1731984205999-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:36,959 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42015,1731984205999-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:36,959 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:42015, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:36,959 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:36,959 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:36,961 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T02:43:36,964 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.774sec 2024-11-19T02:43:36,965 INFO [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T02:43:36,965 INFO [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T02:43:36,965 INFO [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T02:43:36,965 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T02:43:36,965 INFO [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T02:43:36,965 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42015,1731984205999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:43:36,965 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42015,1731984205999-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T02:43:36,972 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T02:43:36,972 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T02:43:36,972 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,42015,1731984205999-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:43:36,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741f83be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:43:36,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,42015,-1 for getting cluster id 2024-11-19T02:43:36,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:43:36,980 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd2b70ee-64ba-4330-91d7-e192da1dec0f' 2024-11-19T02:43:36,980 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:43:36,981 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd2b70ee-64ba-4330-91d7-e192da1dec0f" 2024-11-19T02:43:36,981 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399188d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:43:36,981 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,42015,-1] 2024-11-19T02:43:36,981 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:43:36,984 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:36,986 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:43:36,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dd1313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:43:36,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:43:36,989 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,40157,1731984206144, seqNum=-1] 2024-11-19T02:43:36,989 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:43:36,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:43:36,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,42015,1731984205999 2024-11-19T02:43:36,993 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731984216993 (current time:1731984216993). 2024-11-19T02:43:36,993 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T02:43:36,993 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-19T02:43:36,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d163f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:43:36,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,42015,-1 for getting cluster id 2024-11-19T02:43:36,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:43:36,995 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd2b70ee-64ba-4330-91d7-e192da1dec0f' 2024-11-19T02:43:36,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:43:36,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd2b70ee-64ba-4330-91d7-e192da1dec0f" 2024-11-19T02:43:36,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fdfbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:43:36,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,42015,-1] 2024-11-19T02:43:36,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:43:36,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:36,997 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:43:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2c5db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:43:36,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:43:36,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,40157,1731984206144, seqNum=-1] 2024-11-19T02:43:37,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:43:37,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:43:37,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:43:37,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:43:37,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:37,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:43:37,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:43:37,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:43:37,004 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,42015,1731984205999 2024-11-19T02:43:37,004 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767d9502 2024-11-19T02:43:37,004 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:43:37,006 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:43:37,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:43:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-19T02:43:37,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:43:37,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:37,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-19T02:43:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:37,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:43:37,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741837_1013 (size=361) 2024-11-19T02:43:37,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741837_1013 (size=361) 2024-11-19T02:43:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741837_1013 (size=361) 2024-11-19T02:43:37,042 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 23bed61f8cb064b51721b309e3dcf3ca, NAME => 'SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,042 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ba70a08c1b6fa0671bd27983d59ae37, NAME => 'SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,042 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9987eada5213cab517943fb230686e41, NAME => 'SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741838_1014 (size=62) 2024-11-19T02:43:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741838_1014 (size=62) 2024-11-19T02:43:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741838_1014 (size=62) 2024-11-19T02:43:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 23bed61f8cb064b51721b309e3dcf3ca, disabling compactions & flushes 2024-11-19T02:43:37,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:43:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:43:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. after waiting 0 ms 2024-11-19T02:43:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:43:37,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:43:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 23bed61f8cb064b51721b309e3dcf3ca: Waiting for close lock at 1731984217068Disabling compacts and flushes for region at 1731984217068Disabling writes for close at 1731984217068Writing region close event to WAL at 1731984217068Closed at 1731984217068 2024-11-19T02:43:37,069 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9a122fa61375bd11bca67d46bb3c588b, NAME => 'SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741839_1015 (size=54) 2024-11-19T02:43:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741839_1015 (size=54) 2024-11-19T02:43:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741839_1015 (size=54) 2024-11-19T02:43:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7ba70a08c1b6fa0671bd27983d59ae37, disabling compactions & flushes 2024-11-19T02:43:37,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:43:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:43:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. after waiting 0 ms 2024-11-19T02:43:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:43:37,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:43:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ba70a08c1b6fa0671bd27983d59ae37: Waiting for close lock at 1731984217083Disabling compacts and flushes for region at 1731984217083Disabling writes for close at 1731984217083Writing region close event to WAL at 1731984217083Closed at 1731984217083 2024-11-19T02:43:37,084 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19f5aa3eafc9297ce2c8266b079b0d92, NAME => 'SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741840_1016 (size=62) 2024-11-19T02:43:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741840_1016 (size=62) 2024-11-19T02:43:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741840_1016 (size=62) 2024-11-19T02:43:37,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9987eada5213cab517943fb230686e41, disabling compactions & flushes 2024-11-19T02:43:37,092 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:43:37,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:43:37,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. after waiting 0 ms 2024-11-19T02:43:37,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:43:37,092 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:43:37,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9987eada5213cab517943fb230686e41: Waiting for close lock at 1731984217092Disabling compacts and flushes for region at 1731984217092Disabling writes for close at 1731984217092Writing region close event to WAL at 1731984217092Closed at 1731984217092 2024-11-19T02:43:37,093 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c55f7826040f7a49d0a65f0c689fd008, NAME => 'SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741841_1017 (size=62) 2024-11-19T02:43:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741841_1017 (size=62) 2024-11-19T02:43:37,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741841_1017 (size=62) 2024-11-19T02:43:37,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9a122fa61375bd11bca67d46bb3c588b, disabling compactions & flushes 2024-11-19T02:43:37,133 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:43:37,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:43:37,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. after waiting 0 ms 2024-11-19T02:43:37,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:43:37,133 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:43:37,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9a122fa61375bd11bca67d46bb3c588b: Waiting for close lock at 1731984217133Disabling compacts and flushes for region at 1731984217133Disabling writes for close at 1731984217133Writing region close event to WAL at 1731984217133Closed at 1731984217133 2024-11-19T02:43:37,134 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9d7dc8baddb3d3be66bd65d426bd541e, NAME => 'SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741843_1019 (size=62) 2024-11-19T02:43:37,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741843_1019 (size=62) 2024-11-19T02:43:37,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741843_1019 (size=62) 2024-11-19T02:43:37,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 19f5aa3eafc9297ce2c8266b079b0d92, disabling compactions & flushes 2024-11-19T02:43:37,140 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:43:37,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:43:37,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. after waiting 0 ms 2024-11-19T02:43:37,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:43:37,140 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:43:37,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19f5aa3eafc9297ce2c8266b079b0d92: Waiting for close lock at 1731984217140Disabling compacts and flushes for region at 1731984217140Disabling writes for close at 1731984217140Writing region close event to WAL at 1731984217140Closed at 1731984217140 2024-11-19T02:43:37,141 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1530138792754bc51ff52e5f978faeac, NAME => 'SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741842_1018 (size=62) 2024-11-19T02:43:37,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741842_1018 (size=62) 2024-11-19T02:43:37,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741842_1018 (size=62) 2024-11-19T02:43:37,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c55f7826040f7a49d0a65f0c689fd008, disabling compactions & flushes 2024-11-19T02:43:37,149 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:43:37,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:43:37,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. after waiting 0 ms 2024-11-19T02:43:37,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:43:37,149 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:43:37,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c55f7826040f7a49d0a65f0c689fd008: Waiting for close lock at 1731984217149Disabling compacts and flushes for region at 1731984217149Disabling writes for close at 1731984217149Writing region close event to WAL at 1731984217149Closed at 1731984217149 2024-11-19T02:43:37,150 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3d36dbea258717d578aeaf7429f31ff2, NAME => 'SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741845_1021 (size=62) 2024-11-19T02:43:37,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741845_1021 (size=62) 2024-11-19T02:43:37,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741845_1021 (size=62) 2024-11-19T02:43:37,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1530138792754bc51ff52e5f978faeac, disabling compactions & flushes 2024-11-19T02:43:37,172 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:43:37,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:43:37,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. after waiting 0 ms 2024-11-19T02:43:37,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:43:37,172 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:43:37,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1530138792754bc51ff52e5f978faeac: Waiting for close lock at 1731984217172Disabling compacts and flushes for region at 1731984217172Disabling writes for close at 1731984217172Writing region close event to WAL at 1731984217172Closed at 1731984217172 2024-11-19T02:43:37,173 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 486833498cf197e25f5d866fb53ccf82, NAME => 'SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484 2024-11-19T02:43:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741844_1020 (size=62) 2024-11-19T02:43:37,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741844_1020 (size=62) 2024-11-19T02:43:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741844_1020 (size=62) 2024-11-19T02:43:37,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9d7dc8baddb3d3be66bd65d426bd541e, disabling compactions & flushes 2024-11-19T02:43:37,190 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:43:37,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:43:37,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. after waiting 0 ms 2024-11-19T02:43:37,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:43:37,190 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:43:37,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9d7dc8baddb3d3be66bd65d426bd541e: Waiting for close lock at 1731984217190Disabling compacts and flushes for region at 1731984217190Disabling writes for close at 1731984217190Writing region close event to WAL at 1731984217190Closed at 1731984217190 2024-11-19T02:43:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741846_1022 (size=62) 2024-11-19T02:43:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741846_1022 (size=62) 2024-11-19T02:43:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741846_1022 (size=62) 2024-11-19T02:43:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3d36dbea258717d578aeaf7429f31ff2, disabling compactions & flushes 2024-11-19T02:43:37,204 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:43:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:43:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. after waiting 0 ms 2024-11-19T02:43:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:43:37,204 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:43:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3d36dbea258717d578aeaf7429f31ff2: Waiting for close lock at 1731984217204Disabling compacts and flushes for region at 1731984217204Disabling writes for close at 1731984217204Writing region close event to WAL at 1731984217204Closed at 1731984217204 2024-11-19T02:43:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741847_1023 (size=54) 2024-11-19T02:43:37,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741847_1023 (size=54) 2024-11-19T02:43:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741847_1023 (size=54) 2024-11-19T02:43:37,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:37,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 486833498cf197e25f5d866fb53ccf82, disabling compactions & flushes 2024-11-19T02:43:37,214 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:43:37,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:43:37,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. after waiting 0 ms 2024-11-19T02:43:37,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:43:37,214 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:43:37,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 486833498cf197e25f5d866fb53ccf82: Waiting for close lock at 1731984217214Disabling compacts and flushes for region at 1731984217214Disabling writes for close at 1731984217214Writing region close event to WAL at 1731984217214Closed at 1731984217214 2024-11-19T02:43:37,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:43:37,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731984217216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731984217216"}]},"ts":"1731984217216"} 2024-11-19T02:43:37,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-19T02:43:37,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:43:37,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984217225"}]},"ts":"1731984217225"} 2024-11-19T02:43:37,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-19T02:43:37,228 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0} 2024-11-19T02:43:37,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T02:43:37,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T02:43:37,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T02:43:37,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T02:43:37,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T02:43:37,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T02:43:37,236 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T02:43:37,236 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T02:43:37,236 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T02:43:37,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T02:43:37,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ba70a08c1b6fa0671bd27983d59ae37, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9987eada5213cab517943fb230686e41, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bed61f8cb064b51721b309e3dcf3ca, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a122fa61375bd11bca67d46bb3c588b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19f5aa3eafc9297ce2c8266b079b0d92, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c55f7826040f7a49d0a65f0c689fd008, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d7dc8baddb3d3be66bd65d426bd541e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1530138792754bc51ff52e5f978faeac, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d36dbea258717d578aeaf7429f31ff2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=486833498cf197e25f5d866fb53ccf82, ASSIGN}] 2024-11-19T02:43:37,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ba70a08c1b6fa0671bd27983d59ae37, ASSIGN 2024-11-19T02:43:37,240 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9987eada5213cab517943fb230686e41, ASSIGN 2024-11-19T02:43:37,241 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bed61f8cb064b51721b309e3dcf3ca, ASSIGN 2024-11-19T02:43:37,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ba70a08c1b6fa0671bd27983d59ae37, ASSIGN; state=OFFLINE, location=e93af88909ff,40157,1731984206144; forceNewPlan=false, retain=false 2024-11-19T02:43:37,242 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9987eada5213cab517943fb230686e41, ASSIGN; state=OFFLINE, location=e93af88909ff,46287,1731984206063; forceNewPlan=false, retain=false 2024-11-19T02:43:37,243 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23bed61f8cb064b51721b309e3dcf3ca, ASSIGN; state=OFFLINE, location=e93af88909ff,42649,1731984206097; forceNewPlan=false, retain=false 2024-11-19T02:43:37,247 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=486833498cf197e25f5d866fb53ccf82, ASSIGN 2024-11-19T02:43:37,247 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1530138792754bc51ff52e5f978faeac, ASSIGN 2024-11-19T02:43:37,248 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d36dbea258717d578aeaf7429f31ff2, ASSIGN 2024-11-19T02:43:37,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19f5aa3eafc9297ce2c8266b079b0d92, ASSIGN 2024-11-19T02:43:37,249 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a122fa61375bd11bca67d46bb3c588b, ASSIGN 2024-11-19T02:43:37,250 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=486833498cf197e25f5d866fb53ccf82, ASSIGN; state=OFFLINE, location=e93af88909ff,42649,1731984206097; forceNewPlan=false, retain=false 2024-11-19T02:43:37,250 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d36dbea258717d578aeaf7429f31ff2, ASSIGN; state=OFFLINE, location=e93af88909ff,46287,1731984206063; forceNewPlan=false, retain=false 2024-11-19T02:43:37,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19f5aa3eafc9297ce2c8266b079b0d92, ASSIGN; state=OFFLINE, location=e93af88909ff,40157,1731984206144; forceNewPlan=false, retain=false 2024-11-19T02:43:37,251 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a122fa61375bd11bca67d46bb3c588b, ASSIGN; state=OFFLINE, location=e93af88909ff,42649,1731984206097; forceNewPlan=false, retain=false 2024-11-19T02:43:37,251 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1530138792754bc51ff52e5f978faeac, ASSIGN; state=OFFLINE, location=e93af88909ff,42649,1731984206097; forceNewPlan=false, retain=false 2024-11-19T02:43:37,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d7dc8baddb3d3be66bd65d426bd541e, ASSIGN 2024-11-19T02:43:37,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d7dc8baddb3d3be66bd65d426bd541e, ASSIGN; state=OFFLINE, location=e93af88909ff,40157,1731984206144; forceNewPlan=false, retain=false 2024-11-19T02:43:37,255 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c55f7826040f7a49d0a65f0c689fd008, ASSIGN 2024-11-19T02:43:37,256 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c55f7826040f7a49d0a65f0c689fd008, ASSIGN; state=OFFLINE, location=e93af88909ff,46287,1731984206063; forceNewPlan=false, retain=false 2024-11-19T02:43:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:37,393 INFO [e93af88909ff:42015 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-19T02:43:37,393 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3d36dbea258717d578aeaf7429f31ff2, regionState=OPENING, regionLocation=e93af88909ff,46287,1731984206063 2024-11-19T02:43:37,394 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c55f7826040f7a49d0a65f0c689fd008, regionState=OPENING, regionLocation=e93af88909ff,46287,1731984206063 2024-11-19T02:43:37,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9987eada5213cab517943fb230686e41, regionState=OPENING, regionLocation=e93af88909ff,46287,1731984206063 2024-11-19T02:43:37,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=486833498cf197e25f5d866fb53ccf82, regionState=OPENING, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:43:37,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1530138792754bc51ff52e5f978faeac, regionState=OPENING, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:43:37,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9a122fa61375bd11bca67d46bb3c588b, regionState=OPENING, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:43:37,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=23bed61f8cb064b51721b309e3dcf3ca, regionState=OPENING, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:43:37,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9d7dc8baddb3d3be66bd65d426bd541e, regionState=OPENING, regionLocation=e93af88909ff,40157,1731984206144 2024-11-19T02:43:37,397 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19f5aa3eafc9297ce2c8266b079b0d92, regionState=OPENING, regionLocation=e93af88909ff,40157,1731984206144 2024-11-19T02:43:37,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ba70a08c1b6fa0671bd27983d59ae37, regionState=OPENING, regionLocation=e93af88909ff,40157,1731984206144 2024-11-19T02:43:37,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d36dbea258717d578aeaf7429f31ff2, ASSIGN because future has completed 2024-11-19T02:43:37,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d36dbea258717d578aeaf7429f31ff2, server=e93af88909ff,46287,1731984206063}] 2024-11-19T02:43:37,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c55f7826040f7a49d0a65f0c689fd008, ASSIGN because future has completed 2024-11-19T02:43:37,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c55f7826040f7a49d0a65f0c689fd008, server=e93af88909ff,46287,1731984206063}] 2024-11-19T02:43:37,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9987eada5213cab517943fb230686e41, ASSIGN because future has completed 2024-11-19T02:43:37,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=486833498cf197e25f5d866fb53ccf82, ASSIGN because future has completed 2024-11-19T02:43:37,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9987eada5213cab517943fb230686e41, server=e93af88909ff,46287,1731984206063}] 2024-11-19T02:43:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1530138792754bc51ff52e5f978faeac, ASSIGN because future has completed 2024-11-19T02:43:37,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 486833498cf197e25f5d866fb53ccf82, server=e93af88909ff,42649,1731984206097}] 2024-11-19T02:43:37,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a122fa61375bd11bca67d46bb3c588b, ASSIGN because future has completed 2024-11-19T02:43:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23bed61f8cb064b51721b309e3dcf3ca, ASSIGN because future has completed 2024-11-19T02:43:37,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d7dc8baddb3d3be66bd65d426bd541e, ASSIGN because future has completed 2024-11-19T02:43:37,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1530138792754bc51ff52e5f978faeac, server=e93af88909ff,42649,1731984206097}] 2024-11-19T02:43:37,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19f5aa3eafc9297ce2c8266b079b0d92, ASSIGN because future has completed 2024-11-19T02:43:37,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ba70a08c1b6fa0671bd27983d59ae37, ASSIGN because future has completed 2024-11-19T02:43:37,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ba70a08c1b6fa0671bd27983d59ae37, server=e93af88909ff,40157,1731984206144}] 2024-11-19T02:43:37,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19f5aa3eafc9297ce2c8266b079b0d92, server=e93af88909ff,40157,1731984206144}] 2024-11-19T02:43:37,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d7dc8baddb3d3be66bd65d426bd541e, server=e93af88909ff,40157,1731984206144}] 2024-11-19T02:43:37,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23bed61f8cb064b51721b309e3dcf3ca, server=e93af88909ff,42649,1731984206097}] 2024-11-19T02:43:37,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a122fa61375bd11bca67d46bb3c588b, server=e93af88909ff,42649,1731984206097}] 2024-11-19T02:43:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:38,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T02:43:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:39,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:43:39,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T02:43:39,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:43:39,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T02:43:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:42,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:43:42,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:42,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:42,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:47,405 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:43:47,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:43:47,413 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:43:47,414 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d36dbea258717d578aeaf7429f31ff2, NAME => 'SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T02:43:47,414 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,414 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,414 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,414 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,416 INFO [StoreOpener-3d36dbea258717d578aeaf7429f31ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,417 INFO [StoreOpener-3d36dbea258717d578aeaf7429f31ff2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d36dbea258717d578aeaf7429f31ff2 columnFamilyName cf 2024-11-19T02:43:47,418 DEBUG [StoreOpener-3d36dbea258717d578aeaf7429f31ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,418 INFO [StoreOpener-3d36dbea258717d578aeaf7429f31ff2-1 {}] regionserver.HStore(327): Store=3d36dbea258717d578aeaf7429f31ff2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,418 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,419 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,420 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,420 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,420 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,422 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,425 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:43:47,425 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,425 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3d36dbea258717d578aeaf7429f31ff2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61809681, jitterRate=-0.0789639800786972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,425 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:47,425 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3d36dbea258717d578aeaf7429f31ff2: Running coprocessor pre-open hook at 1731984227414Writing region info on filesystem at 1731984227414Initializing all the Stores at 1731984227416 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227416Cleaning up temporary data from old regions at 1731984227420 (+4 ms)Running coprocessor post-open hooks at 1731984227425 (+5 ms)Region opened successfully at 1731984227425 2024-11-19T02:43:47,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44627, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:43:47,427 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2., pid=15, masterSystemTime=1731984227405 2024-11-19T02:43:47,429 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:43:47,429 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:43:47,429 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:43:47,429 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9987eada5213cab517943fb230686e41, NAME => 'SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T02:43:47,430 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,430 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,430 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,430 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3d36dbea258717d578aeaf7429f31ff2, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,46287,1731984206063 2024-11-19T02:43:47,433 INFO [StoreOpener-9987eada5213cab517943fb230686e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d36dbea258717d578aeaf7429f31ff2, server=e93af88909ff,46287,1731984206063 because future has completed 2024-11-19T02:43:47,437 INFO [StoreOpener-9987eada5213cab517943fb230686e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9987eada5213cab517943fb230686e41 columnFamilyName cf 2024-11-19T02:43:47,437 DEBUG [StoreOpener-9987eada5213cab517943fb230686e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-19T02:43:47,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d36dbea258717d578aeaf7429f31ff2, server=e93af88909ff,46287,1731984206063 in 10.0340 sec 2024-11-19T02:43:47,439 INFO [StoreOpener-9987eada5213cab517943fb230686e41-1 {}] regionserver.HStore(327): Store=9987eada5213cab517943fb230686e41/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,439 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,440 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,442 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d36dbea258717d578aeaf7429f31ff2, ASSIGN in 10.2010 sec 2024-11-19T02:43:47,442 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,442 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,444 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,444 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:43:47,445 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1530138792754bc51ff52e5f978faeac, NAME => 'SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T02:43:47,445 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,445 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,445 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,445 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,449 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9987eada5213cab517943fb230686e41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,449 INFO [StoreOpener-1530138792754bc51ff52e5f978faeac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,449 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9987eada5213cab517943fb230686e41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69878397, jitterRate=0.04126925766468048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,450 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9987eada5213cab517943fb230686e41 2024-11-19T02:43:47,450 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9987eada5213cab517943fb230686e41: Running coprocessor pre-open hook at 1731984227430Writing region info on filesystem at 1731984227430Initializing all the Stores at 1731984227431 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227431Cleaning up temporary data from old regions at 1731984227442 (+11 ms)Running coprocessor post-open hooks at 1731984227450 (+8 ms)Region opened successfully at 1731984227450 2024-11-19T02:43:47,450 INFO [StoreOpener-1530138792754bc51ff52e5f978faeac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1530138792754bc51ff52e5f978faeac columnFamilyName cf 2024-11-19T02:43:47,451 DEBUG [StoreOpener-1530138792754bc51ff52e5f978faeac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,451 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41., pid=17, masterSystemTime=1731984227405 2024-11-19T02:43:47,454 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:43:47,454 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:43:47,454 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:43:47,454 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c55f7826040f7a49d0a65f0c689fd008, NAME => 'SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-19T02:43:47,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9987eada5213cab517943fb230686e41, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,46287,1731984206063 2024-11-19T02:43:47,455 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,455 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,455 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,455 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9987eada5213cab517943fb230686e41, server=e93af88909ff,46287,1731984206063 because future has completed 2024-11-19T02:43:47,459 INFO [StoreOpener-1530138792754bc51ff52e5f978faeac-1 {}] regionserver.HStore(327): Store=1530138792754bc51ff52e5f978faeac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,467 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,471 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,472 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,472 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,472 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-19T02:43:47,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9987eada5213cab517943fb230686e41, server=e93af88909ff,46287,1731984206063 in 10.0530 sec 2024-11-19T02:43:47,473 INFO [StoreOpener-c55f7826040f7a49d0a65f0c689fd008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,475 INFO [StoreOpener-c55f7826040f7a49d0a65f0c689fd008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55f7826040f7a49d0a65f0c689fd008 columnFamilyName cf 2024-11-19T02:43:47,476 DEBUG [StoreOpener-c55f7826040f7a49d0a65f0c689fd008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9987eada5213cab517943fb230686e41, ASSIGN in 10.2360 sec 2024-11-19T02:43:47,476 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:43:47,476 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,476 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 19f5aa3eafc9297ce2c8266b079b0d92, NAME => 'SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T02:43:47,477 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,477 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,477 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,477 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,477 INFO [StoreOpener-c55f7826040f7a49d0a65f0c689fd008-1 {}] regionserver.HStore(327): Store=c55f7826040f7a49d0a65f0c689fd008/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,477 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,478 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,480 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,481 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,481 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,482 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,483 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1530138792754bc51ff52e5f978faeac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61746176, jitterRate=-0.0799102783203125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,483 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:47,483 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1530138792754bc51ff52e5f978faeac: Running coprocessor pre-open hook at 1731984227445Writing region info on filesystem at 1731984227445Initializing all the Stores at 1731984227448 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227449 (+1 ms)Cleaning up temporary data from old regions at 1731984227472 (+23 ms)Running coprocessor post-open hooks at 1731984227483 (+11 ms)Region opened successfully at 1731984227483 2024-11-19T02:43:47,483 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,485 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., pid=19, masterSystemTime=1731984227424 2024-11-19T02:43:47,485 INFO [StoreOpener-19f5aa3eafc9297ce2c8266b079b0d92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,487 INFO [StoreOpener-19f5aa3eafc9297ce2c8266b079b0d92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19f5aa3eafc9297ce2c8266b079b0d92 columnFamilyName cf 2024-11-19T02:43:47,487 DEBUG [StoreOpener-19f5aa3eafc9297ce2c8266b079b0d92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,488 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:43:47,488 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:43:47,488 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:43:47,488 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 486833498cf197e25f5d866fb53ccf82, NAME => 'SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T02:43:47,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1530138792754bc51ff52e5f978faeac, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:43:47,488 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,488 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,489 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,489 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,490 INFO [StoreOpener-19f5aa3eafc9297ce2c8266b079b0d92-1 {}] regionserver.HStore(327): Store=19f5aa3eafc9297ce2c8266b079b0d92/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,490 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,491 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1530138792754bc51ff52e5f978faeac, server=e93af88909ff,42649,1731984206097 because future has completed 2024-11-19T02:43:47,491 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,492 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,492 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-19T02:43:47,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1530138792754bc51ff52e5f978faeac, server=e93af88909ff,42649,1731984206097 in 10.0670 sec 2024-11-19T02:43:47,497 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1530138792754bc51ff52e5f978faeac, ASSIGN in 10.2590 sec 2024-11-19T02:43:47,500 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/c55f7826040f7a49d0a65f0c689fd008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,501 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c55f7826040f7a49d0a65f0c689fd008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62413637, jitterRate=-0.06996433436870575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,501 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:47,501 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c55f7826040f7a49d0a65f0c689fd008: Running coprocessor pre-open hook at 1731984227455Writing region info on filesystem at 1731984227455Initializing all the Stores at 1731984227461 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227461Cleaning up temporary data from old regions at 1731984227481 (+20 ms)Running coprocessor post-open hooks at 1731984227501 (+20 ms)Region opened successfully at 1731984227501 2024-11-19T02:43:47,502 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008., pid=16, masterSystemTime=1731984227405 2024-11-19T02:43:47,504 INFO [StoreOpener-486833498cf197e25f5d866fb53ccf82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,505 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/19f5aa3eafc9297ce2c8266b079b0d92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,505 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:43:47,505 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:43:47,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c55f7826040f7a49d0a65f0c689fd008, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,46287,1731984206063 2024-11-19T02:43:47,506 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 19f5aa3eafc9297ce2c8266b079b0d92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71894041, jitterRate=0.07130469381809235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,506 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:47,506 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 19f5aa3eafc9297ce2c8266b079b0d92: Running coprocessor pre-open hook at 1731984227477Writing region info on filesystem at 1731984227477Initializing all the Stores at 1731984227478 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227478Cleaning up temporary data from old regions at 1731984227492 (+14 ms)Running coprocessor post-open hooks at 1731984227506 (+14 ms)Region opened successfully at 1731984227506 2024-11-19T02:43:47,506 INFO [StoreOpener-486833498cf197e25f5d866fb53ccf82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 486833498cf197e25f5d866fb53ccf82 columnFamilyName cf 2024-11-19T02:43:47,507 DEBUG [StoreOpener-486833498cf197e25f5d866fb53ccf82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,507 INFO [StoreOpener-486833498cf197e25f5d866fb53ccf82-1 {}] regionserver.HStore(327): Store=486833498cf197e25f5d866fb53ccf82/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,508 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,509 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c55f7826040f7a49d0a65f0c689fd008, server=e93af88909ff,46287,1731984206063 because future has completed 2024-11-19T02:43:47,511 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92., pid=22, masterSystemTime=1731984227450 2024-11-19T02:43:47,512 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,514 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,514 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,514 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:43:47,514 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:43:47,514 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:43:47,514 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d7dc8baddb3d3be66bd65d426bd541e, NAME => 'SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T02:43:47,515 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,515 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,515 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19f5aa3eafc9297ce2c8266b079b0d92, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,40157,1731984206144 2024-11-19T02:43:47,515 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-19T02:43:47,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c55f7826040f7a49d0a65f0c689fd008, server=e93af88909ff,46287,1731984206063 in 10.1080 sec 2024-11-19T02:43:47,518 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19f5aa3eafc9297ce2c8266b079b0d92, server=e93af88909ff,40157,1731984206144 because future has completed 2024-11-19T02:43:47,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c55f7826040f7a49d0a65f0c689fd008, ASSIGN in 10.2810 sec 2024-11-19T02:43:47,523 INFO [StoreOpener-9d7dc8baddb3d3be66bd65d426bd541e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-19T02:43:47,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19f5aa3eafc9297ce2c8266b079b0d92, server=e93af88909ff,40157,1731984206144 in 10.0760 sec 2024-11-19T02:43:47,528 INFO [StoreOpener-9d7dc8baddb3d3be66bd65d426bd541e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d7dc8baddb3d3be66bd65d426bd541e columnFamilyName cf 2024-11-19T02:43:47,528 DEBUG [StoreOpener-9d7dc8baddb3d3be66bd65d426bd541e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,529 INFO [StoreOpener-9d7dc8baddb3d3be66bd65d426bd541e-1 {}] regionserver.HStore(327): Store=9d7dc8baddb3d3be66bd65d426bd541e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19f5aa3eafc9297ce2c8266b079b0d92, ASSIGN in 10.2890 sec 2024-11-19T02:43:47,529 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,529 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,530 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 486833498cf197e25f5d866fb53ccf82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64447439, jitterRate=-0.039658322930336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,530 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:47,530 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 486833498cf197e25f5d866fb53ccf82: Running coprocessor pre-open hook at 1731984227489Writing region info on filesystem at 1731984227489Initializing all the Stores at 1731984227490 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227490Cleaning up temporary data from old regions at 1731984227514 (+24 ms)Running coprocessor post-open hooks at 1731984227530 (+16 ms)Region opened successfully at 1731984227530 2024-11-19T02:43:47,531 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,531 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., pid=18, masterSystemTime=1731984227424 2024-11-19T02:43:47,531 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,532 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,532 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,534 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:43:47,534 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:43:47,534 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:43:47,534 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a122fa61375bd11bca67d46bb3c588b, NAME => 'SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T02:43:47,535 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,535 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=486833498cf197e25f5d866fb53ccf82, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:43:47,535 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,535 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,535 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 486833498cf197e25f5d866fb53ccf82, server=e93af88909ff,42649,1731984206097 because future has completed 2024-11-19T02:43:47,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-19T02:43:47,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 486833498cf197e25f5d866fb53ccf82, server=e93af88909ff,42649,1731984206097 in 10.1300 sec 2024-11-19T02:43:47,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=486833498cf197e25f5d866fb53ccf82, ASSIGN in 10.3040 sec 2024-11-19T02:43:47,544 INFO [StoreOpener-9a122fa61375bd11bca67d46bb3c588b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,546 INFO [StoreOpener-9a122fa61375bd11bca67d46bb3c588b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a122fa61375bd11bca67d46bb3c588b columnFamilyName cf 2024-11-19T02:43:47,546 DEBUG [StoreOpener-9a122fa61375bd11bca67d46bb3c588b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,547 INFO [StoreOpener-9a122fa61375bd11bca67d46bb3c588b-1 {}] regionserver.HStore(327): Store=9a122fa61375bd11bca67d46bb3c588b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,547 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,548 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,549 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,550 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,550 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,554 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,555 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,555 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9d7dc8baddb3d3be66bd65d426bd541e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63816081, jitterRate=-0.04906629025936127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,555 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:47,555 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9d7dc8baddb3d3be66bd65d426bd541e: Running coprocessor pre-open hook at 1731984227515Writing region info on filesystem at 1731984227515Initializing all the Stores at 1731984227517 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227517Cleaning up temporary data from old regions at 1731984227532 (+15 ms)Running coprocessor post-open hooks at 1731984227555 (+23 ms)Region opened successfully at 1731984227555 2024-11-19T02:43:47,557 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e., pid=21, masterSystemTime=1731984227450 2024-11-19T02:43:47,560 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:43:47,560 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:43:47,560 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:43:47,560 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ba70a08c1b6fa0671bd27983d59ae37, NAME => 'SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T02:43:47,561 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,561 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,561 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,561 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9d7dc8baddb3d3be66bd65d426bd541e, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,40157,1731984206144 2024-11-19T02:43:47,566 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9a122fa61375bd11bca67d46bb3c588b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,567 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9a122fa61375bd11bca67d46bb3c588b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60190921, jitterRate=-0.10308538377285004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,567 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:47,567 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9a122fa61375bd11bca67d46bb3c588b: Running coprocessor pre-open hook at 1731984227535Writing region info on filesystem at 1731984227535Initializing all the Stores at 1731984227536 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227536Cleaning up temporary data from old regions at 1731984227550 (+14 ms)Running coprocessor post-open hooks at 1731984227567 (+17 ms)Region opened successfully at 1731984227567 2024-11-19T02:43:47,569 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b., pid=24, masterSystemTime=1731984227424 2024-11-19T02:43:47,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d7dc8baddb3d3be66bd65d426bd541e, server=e93af88909ff,40157,1731984206144 because future has completed 2024-11-19T02:43:47,573 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:43:47,573 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:43:47,573 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:43:47,574 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 23bed61f8cb064b51721b309e3dcf3ca, NAME => 'SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T02:43:47,574 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,574 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:43:47,574 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,574 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9a122fa61375bd11bca67d46bb3c588b, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:43:47,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-19T02:43:47,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d7dc8baddb3d3be66bd65d426bd541e, server=e93af88909ff,40157,1731984206144 in 10.1250 sec 2024-11-19T02:43:47,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a122fa61375bd11bca67d46bb3c588b, server=e93af88909ff,42649,1731984206097 because future has completed 2024-11-19T02:43:47,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d7dc8baddb3d3be66bd65d426bd541e, ASSIGN in 10.3410 sec 2024-11-19T02:43:47,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-19T02:43:47,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a122fa61375bd11bca67d46bb3c588b, server=e93af88909ff,42649,1731984206097 in 10.1250 sec 2024-11-19T02:43:47,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a122fa61375bd11bca67d46bb3c588b, ASSIGN in 10.3470 sec 2024-11-19T02:43:47,594 INFO [StoreOpener-23bed61f8cb064b51721b309e3dcf3ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,596 INFO [StoreOpener-23bed61f8cb064b51721b309e3dcf3ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23bed61f8cb064b51721b309e3dcf3ca columnFamilyName cf 2024-11-19T02:43:47,596 DEBUG [StoreOpener-23bed61f8cb064b51721b309e3dcf3ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,596 INFO [StoreOpener-7ba70a08c1b6fa0671bd27983d59ae37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,598 INFO [StoreOpener-23bed61f8cb064b51721b309e3dcf3ca-1 {}] regionserver.HStore(327): Store=23bed61f8cb064b51721b309e3dcf3ca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,598 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,598 INFO [StoreOpener-7ba70a08c1b6fa0671bd27983d59ae37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ba70a08c1b6fa0671bd27983d59ae37 columnFamilyName cf 2024-11-19T02:43:47,598 DEBUG [StoreOpener-7ba70a08c1b6fa0671bd27983d59ae37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:43:47,599 INFO [StoreOpener-7ba70a08c1b6fa0671bd27983d59ae37-1 {}] regionserver.HStore(327): Store=7ba70a08c1b6fa0671bd27983d59ae37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:43:47,599 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,599 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,600 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,600 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,600 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,601 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,601 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,601 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,601 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,603 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,603 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,608 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/7ba70a08c1b6fa0671bd27983d59ae37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,608 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7ba70a08c1b6fa0671bd27983d59ae37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70406967, jitterRate=0.04914556443691254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,609 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:43:47,609 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7ba70a08c1b6fa0671bd27983d59ae37: Running coprocessor pre-open hook at 1731984227561Writing region info on filesystem at 1731984227561Initializing all the Stores at 1731984227575 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227575Cleaning up temporary data from old regions at 1731984227601 (+26 ms)Running coprocessor post-open hooks at 1731984227609 (+8 ms)Region opened successfully at 1731984227609 2024-11-19T02:43:47,610 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37., pid=20, masterSystemTime=1731984227450 2024-11-19T02:43:47,613 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:43:47,613 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:43:47,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ba70a08c1b6fa0671bd27983d59ae37, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,40157,1731984206144 2024-11-19T02:43:47,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ba70a08c1b6fa0671bd27983d59ae37, server=e93af88909ff,40157,1731984206144 because future has completed 2024-11-19T02:43:47,618 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/23bed61f8cb064b51721b309e3dcf3ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:43:47,619 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 23bed61f8cb064b51721b309e3dcf3ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64174822, jitterRate=-0.043720632791519165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T02:43:47,619 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:47,619 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 23bed61f8cb064b51721b309e3dcf3ca: Running coprocessor pre-open hook at 1731984227574Writing region info on filesystem at 1731984227574Initializing all the Stores at 1731984227575 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984227575Cleaning up temporary data from old regions at 1731984227601 (+26 ms)Running coprocessor post-open hooks at 1731984227619 (+18 ms)Region opened successfully at 1731984227619 2024-11-19T02:43:47,620 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca., pid=23, masterSystemTime=1731984227424 2024-11-19T02:43:47,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-19T02:43:47,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ba70a08c1b6fa0671bd27983d59ae37, server=e93af88909ff,40157,1731984206144 in 10.1830 sec 2024-11-19T02:43:47,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ba70a08c1b6fa0671bd27983d59ae37, ASSIGN in 10.3830 sec 2024-11-19T02:43:47,622 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:43:47,622 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:43:47,623 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=23bed61f8cb064b51721b309e3dcf3ca, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:43:47,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23bed61f8cb064b51721b309e3dcf3ca, server=e93af88909ff,42649,1731984206097 because future has completed 2024-11-19T02:43:47,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-19T02:43:47,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 23bed61f8cb064b51721b309e3dcf3ca, server=e93af88909ff,42649,1731984206097 in 10.1800 sec 2024-11-19T02:43:47,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-19T02:43:47,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bed61f8cb064b51721b309e3dcf3ca, ASSIGN in 10.3920 sec 2024-11-19T02:43:47,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:43:47,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731984227633"}]},"ts":"1731984227633"} 2024-11-19T02:43:47,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-19T02:43:47,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:43:47,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6290 sec 2024-11-19T02:43:50,515 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-19T02:43:52,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:52,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:52,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:52,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T02:43:52,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:52,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:52,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T02:43:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:43:55,220 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-19T02:43:55,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-19T02:43:55,221 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:43:55,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-19T02:43:55,226 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:43:55,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-19T02:43:55,253 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e., hostname=e93af88909ff,40157,1731984206144, seqNum=2] 2024-11-19T02:43:55,255 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e., hostname=e93af88909ff,40157,1731984206144, seqNum=2] 2024-11-19T02:43:55,259 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e., hostname=e93af88909ff,40157,1731984206144, seqNum=2] 2024-11-19T02:43:55,260 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e., hostname=e93af88909ff,40157,1731984206144, seqNum=2] 2024-11-19T02:43:55,262 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e., hostname=e93af88909ff,40157,1731984206144, seqNum=2] 2024-11-19T02:43:55,309 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,315 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,316 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,317 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,319 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,319 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,320 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,368 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2., hostname=e93af88909ff,46287,1731984206063, seqNum=2] 2024-11-19T02:43:55,371 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2., hostname=e93af88909ff,46287,1731984206063, seqNum=2] 2024-11-19T02:43:55,374 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2., hostname=e93af88909ff,46287,1731984206063, seqNum=2] 2024-11-19T02:43:55,376 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2., hostname=e93af88909ff,46287,1731984206063, seqNum=2] 2024-11-19T02:43:55,378 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2., hostname=e93af88909ff,46287,1731984206063, seqNum=2] 2024-11-19T02:43:55,379 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2., hostname=e93af88909ff,46287,1731984206063, seqNum=2] 2024-11-19T02:43:55,449 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,458 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,460 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,464 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,464 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,466 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,467 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., hostname=e93af88909ff,42649,1731984206097, seqNum=2] 2024-11-19T02:43:55,966 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:43:56,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:43:56,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:43:56,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:43:56,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:43:56,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T02:43:56,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:43:56,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T02:43:56,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T02:43:56,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T02:43:57,066 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-19T02:43:57,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:43:57,067 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T02:43:57,068 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T02:43:57,073 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T02:43:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741848_1024 (size=49) 2024-11-19T02:43:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741848_1024 (size=49) 2024-11-19T02:43:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741848_1024 (size=49) 2024-11-19T02:43:57,086 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T02:43:57,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ba70a08c1b6fa0671bd27983d59ae37}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9987eada5213cab517943fb230686e41}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bed61f8cb064b51721b309e3dcf3ca}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a122fa61375bd11bca67d46bb3c588b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19f5aa3eafc9297ce2c8266b079b0d92}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c55f7826040f7a49d0a65f0c689fd008}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d7dc8baddb3d3be66bd65d426bd541e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1530138792754bc51ff52e5f978faeac}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d36dbea258717d578aeaf7429f31ff2}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 486833498cf197e25f5d866fb53ccf82}] 2024-11-19T02:43:57,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9987eada5213cab517943fb230686e41 2024-11-19T02:43:57,088 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:43:57,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:43:57,088 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:43:57,088 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:43:57,091 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1530138792754bc51ff52e5f978faeac 2024-11-19T02:43:57,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:43:57,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:43:57,092 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:43:57,092 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:44:01,071 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-19T02:44:07,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-19T02:44:07,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-19T02:44:07,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-19T02:44:07,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T02:44:07,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:44:07,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-19T02:44:07,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c55f7826040f7a49d0a65f0c689fd008: 2024-11-19T02:44:07,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:44:07,090 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3d36dbea258717d578aeaf7429f31ff2 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-19T02:44:07,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-19T02:44:07,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-19T02:44:07,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:44:07,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:44:07,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:44:07,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1530138792754bc51ff52e5f978faeac 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-19T02:44:07,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9987eada5213cab517943fb230686e41: 2024-11-19T02:44:07,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:44:07,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:44:07,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7ba70a08c1b6fa0671bd27983d59ae37: 2024-11-19T02:44:07,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:44:07,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T02:44:07,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:44:07,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-19T02:44:07,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:44:07,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9a122fa61375bd11bca67d46bb3c588b: 2024-11-19T02:44:07,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 19f5aa3eafc9297ce2c8266b079b0d92: 2024-11-19T02:44:07,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:44:07,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:44:07,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-19T02:44:07,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:44:07,103 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 486833498cf197e25f5d866fb53ccf82 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-19T02:44:07,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:44:07,109 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 9d7dc8baddb3d3be66bd65d426bd541e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-19T02:44:07,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/.tmp/cf/ced726a9578249fca93799e076c45090 is 34, key is ccd/cf:cf/1731984236521/Put/seqid=0 2024-11-19T02:44:07,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/.tmp/cf/08bc871ee28845439ca25b83729eb989 is 34, key is baa/cf:cf/1731984236540/Put/seqid=0 2024-11-19T02:44:07,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e/.tmp/cf/c082be1698494921bcf48a2ee3f91ed2 is 34, key is aaa/cf:cf/1731984236492/Put/seqid=0 2024-11-19T02:44:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741849_1025 (size=65) 2024-11-19T02:44:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741849_1025 (size=65) 2024-11-19T02:44:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741849_1025 (size=65) 2024-11-19T02:44:07,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:44:07,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T02:44:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-19T02:44:07,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:44:07,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:44:07,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c55f7826040f7a49d0a65f0c689fd008 in 10.0840 sec 2024-11-19T02:44:07,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/.tmp/cf/4101b8cdf9ee4472bfa7ed3a756d08fe is 34, key is eaa/cf:cf/1731984236945/Put/seqid=0 2024-11-19T02:44:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741850_1026 (size=65) 2024-11-19T02:44:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741850_1026 (size=65) 2024-11-19T02:44:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741850_1026 (size=65) 2024-11-19T02:44:07,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:44:07,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T02:44:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-19T02:44:07,218 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9987eada5213cab517943fb230686e41 2024-11-19T02:44:07,219 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9987eada5213cab517943fb230686e41 2024-11-19T02:44:07,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9987eada5213cab517943fb230686e41 in 10.1340 sec 2024-11-19T02:44:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741851_1027 (size=47197) 2024-11-19T02:44:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741851_1027 (size=47197) 2024-11-19T02:44:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741851_1027 (size=47197) 2024-11-19T02:44:07,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741852_1028 (size=57) 2024-11-19T02:44:07,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741852_1028 (size=57) 2024-11-19T02:44:07,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741852_1028 (size=57) 2024-11-19T02:44:07,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731984217007.7ba70a08c1b6fa0671bd27983d59ae37. 2024-11-19T02:44:07,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T02:44:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T02:44:07,270 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:44:07,270 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ba70a08c1b6fa0671bd27983d59ae37 2024-11-19T02:44:07,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ba70a08c1b6fa0671bd27983d59ae37 in 10.1850 sec 2024-11-19T02:44:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741853_1029 (size=65) 2024-11-19T02:44:07,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741853_1029 (size=65) 2024-11-19T02:44:07,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741853_1029 (size=65) 2024-11-19T02:44:07,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731984217007.19f5aa3eafc9297ce2c8266b079b0d92. 2024-11-19T02:44:07,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T02:44:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T02:44:07,294 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:44:07,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19f5aa3eafc9297ce2c8266b079b0d92 2024-11-19T02:44:07,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 19f5aa3eafc9297ce2c8266b079b0d92 in 10.2100 sec 2024-11-19T02:44:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741854_1030 (size=65) 2024-11-19T02:44:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741854_1030 (size=65) 2024-11-19T02:44:07,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741854_1030 (size=65) 2024-11-19T02:44:07,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:44:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T02:44:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:44:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 23bed61f8cb064b51721b309e3dcf3ca: 2024-11-19T02:44:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T02:44:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-19T02:44:07,302 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:44:07,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:44:07,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9a122fa61375bd11bca67d46bb3c588b in 10.2170 sec 2024-11-19T02:44:07,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741855_1031 (size=28623) 2024-11-19T02:44:07,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741855_1031 (size=28623) 2024-11-19T02:44:07,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741855_1031 (size=28623) 2024-11-19T02:44:07,317 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/.tmp/cf/08bc871ee28845439ca25b83729eb989 2024-11-19T02:44:07,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741856_1032 (size=499309) 2024-11-19T02:44:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741856_1032 (size=499309) 2024-11-19T02:44:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741856_1032 (size=499309) 2024-11-19T02:44:07,341 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/.tmp/cf/4101b8cdf9ee4472bfa7ed3a756d08fe 2024-11-19T02:44:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741857_1033 (size=26918) 2024-11-19T02:44:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741857_1033 (size=26918) 2024-11-19T02:44:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741857_1033 (size=26918) 2024-11-19T02:44:07,346 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e/.tmp/cf/c082be1698494921bcf48a2ee3f91ed2 2024-11-19T02:44:07,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/.tmp/cf/4101b8cdf9ee4472bfa7ed3a756d08fe as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/cf/4101b8cdf9ee4472bfa7ed3a756d08fe 2024-11-19T02:44:07,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/.tmp/cf/08bc871ee28845439ca25b83729eb989 as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/cf/08bc871ee28845439ca25b83729eb989 2024-11-19T02:44:07,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e/.tmp/cf/c082be1698494921bcf48a2ee3f91ed2 as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e/cf/c082be1698494921bcf48a2ee3f91ed2 2024-11-19T02:44:07,391 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e/cf/c082be1698494921bcf48a2ee3f91ed2, entries=676, sequenceid=5, filesize=26.3 K 2024-11-19T02:44:07,393 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 9d7dc8baddb3d3be66bd65d426bd541e in 284ms, sequenceid=5, compaction requested=false 2024-11-19T02:44:07,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9d7dc8baddb3d3be66bd65d426bd541e: 2024-11-19T02:44:07,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e/cf/c082be1698494921bcf48a2ee3f91ed2] hfiles 2024-11-19T02:44:07,393 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/cf/4101b8cdf9ee4472bfa7ed3a756d08fe, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-19T02:44:07,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9d7dc8baddb3d3be66bd65d426bd541e/cf/c082be1698494921bcf48a2ee3f91ed2 for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,394 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 486833498cf197e25f5d866fb53ccf82 in 291ms, sequenceid=5, compaction requested=false 2024-11-19T02:44:07,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 486833498cf197e25f5d866fb53ccf82: 2024-11-19T02:44:07,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/cf/4101b8cdf9ee4472bfa7ed3a756d08fe] hfiles 2024-11-19T02:44:07,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/cf/4101b8cdf9ee4472bfa7ed3a756d08fe for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/cf/08bc871ee28845439ca25b83729eb989, entries=731, sequenceid=5, filesize=28.0 K 2024-11-19T02:44:07,415 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1530138792754bc51ff52e5f978faeac in 321ms, sequenceid=5, compaction requested=false 2024-11-19T02:44:07,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1530138792754bc51ff52e5f978faeac: 2024-11-19T02:44:07,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/cf/08bc871ee28845439ca25b83729eb989] hfiles 2024-11-19T02:44:07,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/cf/08bc871ee28845439ca25b83729eb989 for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741858_1034 (size=65) 2024-11-19T02:44:07,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741858_1034 (size=65) 2024-11-19T02:44:07,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741858_1034 (size=65) 2024-11-19T02:44:07,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:44:07,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T02:44:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T02:44:07,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:44:07,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:44:07,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 23bed61f8cb064b51721b309e3dcf3ca in 10.3770 sec 2024-11-19T02:44:07,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741859_1035 (size=97) 2024-11-19T02:44:07,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741859_1035 (size=97) 2024-11-19T02:44:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741859_1035 (size=97) 2024-11-19T02:44:07,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:44:07,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T02:44:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T02:44:07,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:44:07,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:44:07,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 486833498cf197e25f5d866fb53ccf82 in 10.4140 sec 2024-11-19T02:44:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741860_1036 (size=105) 2024-11-19T02:44:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741860_1036 (size=105) 2024-11-19T02:44:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741860_1036 (size=105) 2024-11-19T02:44:07,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731984217007.9d7dc8baddb3d3be66bd65d426bd541e. 2024-11-19T02:44:07,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-19T02:44:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-19T02:44:07,518 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:44:07,518 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d7dc8baddb3d3be66bd65d426bd541e 2024-11-19T02:44:07,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9d7dc8baddb3d3be66bd65d426bd541e in 10.4340 sec 2024-11-19T02:44:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741861_1037 (size=105) 2024-11-19T02:44:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741861_1037 (size=105) 2024-11-19T02:44:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741861_1037 (size=105) 2024-11-19T02:44:07,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:44:07,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T02:44:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T02:44:07,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1530138792754bc51ff52e5f978faeac 2024-11-19T02:44:07,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1530138792754bc51ff52e5f978faeac 2024-11-19T02:44:07,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1530138792754bc51ff52e5f978faeac in 10.4610 sec 2024-11-19T02:44:07,632 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/.tmp/cf/ced726a9578249fca93799e076c45090 2024-11-19T02:44:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/.tmp/cf/ced726a9578249fca93799e076c45090 as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/cf/ced726a9578249fca93799e076c45090 2024-11-19T02:44:07,648 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/cf/ced726a9578249fca93799e076c45090, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-19T02:44:07,650 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3d36dbea258717d578aeaf7429f31ff2 in 559ms, sequenceid=5, compaction requested=false 2024-11-19T02:44:07,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3d36dbea258717d578aeaf7429f31ff2: 2024-11-19T02:44:07,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. for SnapshotProcedureTest completed. 2024-11-19T02:44:07,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T02:44:07,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/cf/ced726a9578249fca93799e076c45090] hfiles 2024-11-19T02:44:07,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/cf/ced726a9578249fca93799e076c45090 for snapshot=SnapshotProcedureTest 2024-11-19T02:44:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741862_1038 (size=105) 2024-11-19T02:44:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741862_1038 (size=105) 2024-11-19T02:44:07,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:44:07,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-19T02:44:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741862_1038 (size=105) 2024-11-19T02:44:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-19T02:44:07,673 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:44:07,673 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:44:07,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-19T02:44:07,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d36dbea258717d578aeaf7429f31ff2 in 10.5880 sec 2024-11-19T02:44:07,676 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T02:44:07,678 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T02:44:07,679 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T02:44:07,679 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-19T02:44:07,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T02:44:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741863_1039 (size=1174) 2024-11-19T02:44:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741863_1039 (size=1174) 2024-11-19T02:44:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741863_1039 (size=1174) 2024-11-19T02:44:07,754 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T02:44:07,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-19T02:44:07,765 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,40157,1731984206144 2024-11-19T02:44:07,766 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,40157,1731984206144 2024-11-19T02:44:07,768 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,40157,1731984206144 2024-11-19T02:44:07,771 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:07,774 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:07,774 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:07,776 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:07,777 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:07,778 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:07,780 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:44:07,781 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e93af88909ff,40157,1731984206144 2024-11-19T02:44:07,781 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e93af88909ff,40157,1731984206144: Simulated kill ***** 2024-11-19T02:44:07,782 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T02:44:07,782 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T02:44:07,783 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T02:44:07,783 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T02:44:07,783 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T02:44:07,783 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 710114704 }, "NonHeapMemoryUsage": { "committed": 175833088, "init": 7667712, "max": -1, "used": 171820280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T02:44:07,784 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42015 {}] master.MasterRpcServices(700): e93af88909ff,40157,1731984206144 reported a fatal error: ***** ABORTING region server e93af88909ff,40157,1731984206144: Simulated kill ***** 2024-11-19T02:44:07,785 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,40157,1731984206144' ***** 2024-11-19T02:44:07,785 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T02:44:07,785 INFO [RS:2;e93af88909ff:40157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:44:07,785 INFO [RS:2;e93af88909ff:40157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T02:44:07,785 INFO [RS:2;e93af88909ff:40157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T02:44:07,785 INFO [RS:2;e93af88909ff:40157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:44:07,785 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T02:44:07,785 INFO [RS:2;e93af88909ff:40157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e93af88909ff:40157. 2024-11-19T02:44:07,785 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:44:07,785 DEBUG [RS:2;e93af88909ff:40157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:44:07,785 DEBUG [RS:2;e93af88909ff:40157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741836_1012 (size=14382) 2024-11-19T02:44:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741836_1012 (size=14382) 2024-11-19T02:44:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741836_1012 (size=14382) 2024-11-19T02:44:07,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741833_1009 (size=1473) 2024-11-19T02:44:07,812 DEBUG [RS:2;e93af88909ff:40157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:07,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741833_1009 (size=1473) 2024-11-19T02:44:07,812 INFO [RS:2;e93af88909ff:40157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:44:07,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741833_1009 (size=1473) 2024-11-19T02:44:07,812 INFO [RS:2;e93af88909ff:40157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40157 2024-11-19T02:44:07,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,40157,1731984206144 2024-11-19T02:44:07,815 INFO [RS:2;e93af88909ff:40157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:44:07,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:44:07,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,40157,1731984206144] 2024-11-19T02:44:07,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,40157,1731984206144 already deleted, retry=false 2024-11-19T02:44:07,818 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e93af88909ff,40157,1731984206144 on e93af88909ff,42015,1731984205999 2024-11-19T02:44:07,826 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e93af88909ff,40157,1731984206144, splitWal=true, meta=true 2024-11-19T02:44:07,826 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for e93af88909ff,40157,1731984206144 (carryingMeta=true) e93af88909ff,40157,1731984206144/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@313b7c7e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T02:44:07,827 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e93af88909ff,40157,1731984206144, splitWal=true, meta=true 2024-11-19T02:44:07,828 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e93af88909ff,40157,1731984206144, splitWal=true, meta=true, isMeta: true 2024-11-19T02:44:07,830 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting 2024-11-19T02:44:07,832 INFO [PEWorker-2 {}] master.SplitWALManager(105): e93af88909ff,40157,1731984206144 WAL count=1, meta=true 2024-11-19T02:44:07,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta}] 2024-11-19T02:44:07,834 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:07,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, worker=e93af88909ff,46287,1731984206063}] 2024-11-19T02:44:07,837 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,40157,1731984206144 Release verify snapshot worker=e93af88909ff,40157,1731984206144 2024-11-19T02:44:07,838 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to e93af88909ff,40157,1731984206144, this operation will be retried to send to another server 2024-11-19T02:44:07,838 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:44:07,838 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731984248838 2024-11-19T02:44:07,839 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-19T02:44:07,840 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-19T02:44:07,840 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-19T02:44:07,840 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,40157,1731984206144 Release verify snapshot worker=e93af88909ff,40157,1731984206144 2024-11-19T02:44:07,840 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to e93af88909ff,40157,1731984206144, this operation will be retried to send to another server 2024-11-19T02:44:07,840 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:44:07,840 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731984248840 2024-11-19T02:44:07,841 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,40157,1731984206144 Release verify snapshot worker=e93af88909ff,40157,1731984206144 2024-11-19T02:44:07,841 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to e93af88909ff,40157,1731984206144, this operation will be retried to send to another server 2024-11-19T02:44:07,841 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:44:07,842 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731984248842 2024-11-19T02:44:07,855 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:44:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:44:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x1012e1b93210003, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:44:07,917 INFO [RS:2;e93af88909ff:40157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:44:07,917 INFO [RS:2;e93af88909ff:40157 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,40157,1731984206144; zookeeper connection closed. 2024-11-19T02:44:07,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d810ffe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d810ffe 2024-11-19T02:44:08,524 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T02:44:08,524 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T02:44:16,972 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T02:44:16,973 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T02:44:17,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-19T02:44:17,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-19T02:44:17,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-19T02:44:17,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-19T02:44:17,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-19T02:44:17,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-19T02:44:17,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-19T02:44:17,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T02:44:17,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-19T02:44:17,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-19T02:44:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-19T02:44:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-19T02:44:17,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T02:44:17,779 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,46287,1731984206063 Release verify snapshot worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:17,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-19T02:44:17,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-19T02:44:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-19T02:44:17,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-19T02:44:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-19T02:44:17,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,46287,1731984206063 in 10.0190 sec 2024-11-19T02:44:17,783 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:17,783 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 Release verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-19T02:44:17,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 in 10.0230 sec 2024-11-19T02:44:17,787 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 Release verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:17,787 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 Release verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:17,788 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:17,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-19T02:44:17,788 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:17,788 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-19T02:44:17,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 in 10.0270 sec 2024-11-19T02:44:17,792 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,46287,1731984206063 Release verify snapshot worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:17,792 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,46287,1731984206063 Release verify snapshot worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:17,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 in 10.0270 sec 2024-11-19T02:44:17,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,46287,1731984206063 in 10.0320 sec 2024-11-19T02:44:17,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,46287,1731984206063 in 10.0320 sec 2024-11-19T02:44:17,796 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, size=14.0 K (14382bytes) 2024-11-19T02:44:17,796 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta 2024-11-19T02:44:17,796 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta after 0ms 2024-11-19T02:44:17,799 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta took 3ms 2024-11-19T02:44:17,802 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-19T02:44:17,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta so closing down 2024-11-19T02:44:17,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T02:44:17,809 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta.temp 2024-11-19T02:44:17,812 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta.temp 2024-11-19T02:44:17,813 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T02:44:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741864_1040 (size=14141) 2024-11-19T02:44:17,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741864_1040 (size=14141) 2024-11-19T02:44:17,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741864_1040 (size=14141) 2024-11-19T02:44:17,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-19T02:44:17,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta.temp to hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T02:44:17,823 INFO [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-19T02:44:17,823 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, journal: Splitting hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, size=14.0 K (14382bytes) at 1731984257796Finishing writing output for hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta so closing down at 1731984257804 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta.temp at 1731984257812 (+8 ms)3 split writer threads finished at 1731984257813 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731984257822 (+9 ms)Rename recovered edits hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta.temp to hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731984257823 (+1 ms)Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731984257823 2024-11-19T02:44:17,824 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta 2024-11-19T02:44:17,824 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T02:44:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-19T02:44:17,828 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting/e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta to hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs 2024-11-19T02:44:17,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-19T02:44:17,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, worker=e93af88909ff,46287,1731984206063 in 9.9930 sec 2024-11-19T02:44:17,830 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:17,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-19T02:44:17,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure e93af88909ff%2C40157%2C1731984206144.meta.1731984216863.meta, worker=e93af88909ff,46287,1731984206063 in 9.9980 sec 2024-11-19T02:44:17,834 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,40157,1731984206144-splitting dir is empty, no logs to split. 2024-11-19T02:44:17,834 INFO [PEWorker-5 {}] master.SplitWALManager(105): e93af88909ff,40157,1731984206144 WAL count=0, meta=true 2024-11-19T02:44:17,834 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if e93af88909ff,40157,1731984206144 WAL splitting is done? wals=0, meta=true 2024-11-19T02:44:17,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:44:17,835 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:44:17,836 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T02:44:17,987 DEBUG [e93af88909ff:42015 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T02:44:17,987 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(204): Hosts are {e93af88909ff=0} racks are {/default-rack=0} 2024-11-19T02:44:17,987 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T02:44:17,987 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T02:44:17,987 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T02:44:17,987 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T02:44:17,987 INFO [e93af88909ff:42015 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T02:44:17,987 INFO [e93af88909ff:42015 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T02:44:17,987 DEBUG [e93af88909ff:42015 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T02:44:17,988 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:44:17,989 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,42649,1731984206097, state=OPENING 2024-11-19T02:44:17,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:44:17,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:44:17,991 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:44:17,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:44:17,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:44:17,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:44:17,991 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:44:17,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,42649,1731984206097}] 2024-11-19T02:44:25,966 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:44:26,524 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T02:44:27,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-19T02:44:27,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-19T02:44:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-19T02:44:27,786 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,46287,1731984206063 Release verify snapshot worker=e93af88909ff,46287,1731984206063 2024-11-19T02:44:27,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,46287,1731984206063 in 20.0260 sec 2024-11-19T02:44:27,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-19T02:44:27,792 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:44:27,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-19T02:44:27,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-19T02:44:27,792 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:44:27,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-19T02:44:27,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-19T02:44:27,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-19T02:44:27,792 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:44:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-19T02:44:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-19T02:44:27,794 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C42649%2C1731984206097.meta, suffix=.meta, logDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,42649,1731984206097, archiveDir=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs, maxLogs=32 2024-11-19T02:44:27,795 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 Release verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42015 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-19T02:44:27,796 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 Release verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:27,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 in 20.0350 sec 2024-11-19T02:44:27,796 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 Release verify snapshot worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:27,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 in 20.0360 sec 2024-11-19T02:44:27,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-11-19T02:44:27,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e93af88909ff,42649,1731984206097 in 20.0370 sec 2024-11-19T02:44:27,799 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T02:44:27,800 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.hbase-snapshot/SnapshotProcedureTest 2024-11-19T02:44:27,802 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T02:44:27,802 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-19T02:44:27,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7380 sec 2024-11-19T02:44:27,810 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,42649,1731984206097/e93af88909ff%2C42649%2C1731984206097.meta.1731984267794.meta, exclude list is [], retry=0 2024-11-19T02:44:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-afe0f428-e471-46a5-95ab-ff7758d2cc75,DISK] 2024-11-19T02:44:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-b272654a-70d3-42d8-aaff-c9d2cb41aec3,DISK] 2024-11-19T02:44:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-63da9268-f061-40b7-9b42-896cefe190c4,DISK] 2024-11-19T02:44:27,815 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/WALs/e93af88909ff,42649,1731984206097/e93af88909ff%2C42649%2C1731984206097.meta.1731984267794.meta 2024-11-19T02:44:27,815 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37805:37805),(127.0.0.1/127.0.0.1:33817:33817),(127.0.0.1/127.0.0.1:44085:44085)] 2024-11-19T02:44:27,815 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:44:27,815 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:44:27,815 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:44:27,815 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:44:27,816 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:44:27,816 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:44:27,816 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:44:27,816 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:44:27,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:44:27,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:44:27,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:44:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:44:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:44:27,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:44:27,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:44:27,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:44:27,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:44:27,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:44:27,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:44:27,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:44:27,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:44:27,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:44:27,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:44:27,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:44:27,823 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:44:27,823 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740 2024-11-19T02:44:27,825 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740 2024-11-19T02:44:27,826 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T02:44:27,834 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T02:44:27,834 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-19T02:44:27,850 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/info/0aca3838cf7c41e6b04f3b9aab492e6c is 167, key is SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41./info:regioninfo/1731984227454/Put/seqid=0 2024-11-19T02:44:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741866_1042 (size=18393) 2024-11-19T02:44:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741866_1042 (size=18393) 2024-11-19T02:44:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741866_1042 (size=18393) 2024-11-19T02:44:27,858 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/info/0aca3838cf7c41e6b04f3b9aab492e6c 2024-11-19T02:44:27,879 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/ns/9634bb80ef054a89a365dadb31ecd614 is 43, key is default/ns:d/1731984216945/Put/seqid=0 2024-11-19T02:44:27,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741867_1043 (size=5153) 2024-11-19T02:44:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741867_1043 (size=5153) 2024-11-19T02:44:27,886 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/ns/9634bb80ef054a89a365dadb31ecd614 2024-11-19T02:44:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741867_1043 (size=5153) 2024-11-19T02:44:27,906 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/table/7056f592ca6c48a5b669c0849e0cc0ea is 47, key is SPTestTable/table:state/1731984227633/Put/seqid=0 2024-11-19T02:44:27,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741868_1044 (size=5214) 2024-11-19T02:44:27,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741868_1044 (size=5214) 2024-11-19T02:44:27,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741868_1044 (size=5214) 2024-11-19T02:44:27,913 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/table/7056f592ca6c48a5b669c0849e0cc0ea 2024-11-19T02:44:27,920 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/info/0aca3838cf7c41e6b04f3b9aab492e6c as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/info/0aca3838cf7c41e6b04f3b9aab492e6c 2024-11-19T02:44:27,926 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/info/0aca3838cf7c41e6b04f3b9aab492e6c, entries=100, sequenceid=28, filesize=18.0 K 2024-11-19T02:44:27,927 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/ns/9634bb80ef054a89a365dadb31ecd614 as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/ns/9634bb80ef054a89a365dadb31ecd614 2024-11-19T02:44:27,933 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/ns/9634bb80ef054a89a365dadb31ecd614, entries=2, sequenceid=28, filesize=5.0 K 2024-11-19T02:44:27,934 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/.tmp/table/7056f592ca6c48a5b669c0849e0cc0ea as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/table/7056f592ca6c48a5b669c0849e0cc0ea 2024-11-19T02:44:27,941 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/table/7056f592ca6c48a5b669c0849e0cc0ea, entries=2, sequenceid=28, filesize=5.1 K 2024-11-19T02:44:27,941 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=28, compaction requested=false; wal=null 2024-11-19T02:44:27,942 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T02:44:27,943 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:44:27,943 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:44:27,944 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:44:27,945 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:44:27,948 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-19T02:44:27,949 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71614273, jitterRate=0.06713582575321198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:44:27,949 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:44:27,949 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731984267816Writing region info on filesystem at 1731984267816Initializing all the Stores at 1731984267817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984267817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984267817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731984267817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731984267817Obtaining lock to block concurrent updates at 1731984267834 (+17 ms)Preparing flush snapshotting stores in 1588230740 at 1731984267834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731984267834Flushing stores of hbase:meta,,1.1588230740 at 1731984267834Flushing 1588230740/info: creating writer at 1731984267835 (+1 ms)Flushing 1588230740/info: appending metadata at 1731984267850 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731984267850Flushing 1588230740/ns: creating writer at 1731984267864 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731984267878 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731984267878Flushing 1588230740/table: creating writer at 1731984267892 (+14 ms)Flushing 1588230740/table: appending metadata at 1731984267906 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731984267906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac2b5c5: reopening flushed file at 1731984267919 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acff80a: reopening flushed file at 1731984267927 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572198ec: reopening flushed file at 1731984267933 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=28, compaction requested=false; wal=null at 1731984267941 (+8 ms)Cleaning up temporary data from old regions at 1731984267943 (+2 ms)Running coprocessor post-open hooks at 1731984267949 (+6 ms)Region opened successfully at 1731984267949 2024-11-19T02:44:27,950 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731984267788 2024-11-19T02:44:27,952 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:44:27,952 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:44:27,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=e93af88909ff,42649,1731984206097 2024-11-19T02:44:27,953 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,42649,1731984206097, state=OPEN 2024-11-19T02:44:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:44:27,955 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:44:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:44:27,955 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,42649,1731984206097 2024-11-19T02:44:27,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:44:27,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:44:27,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:44:27,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-19T02:44:27,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,42649,1731984206097 in 9.9640 sec 2024-11-19T02:44:27,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-19T02:44:27,958 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): e93af88909ff,40157,1731984206144 had 4 regions 2024-11-19T02:44:27,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1220 sec 2024-11-19T02:44:27,959 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e93af88909ff,40157,1731984206144, splitWal=true, meta=true, isMeta: false 2024-11-19T02:44:27,961 INFO [PEWorker-1 {}] master.SplitWALManager(105): e93af88909ff,40157,1731984206144 WAL count=1, meta=false 2024-11-19T02:44:27,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e93af88909ff%2C40157%2C1731984206144.1731984206666}] 2024-11-19T02:44:27,962 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=e93af88909ff,42649,1731984206097 2024-11-19T02:44:27,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e93af88909ff%2C40157%2C1731984206144.1731984206666, worker=e93af88909ff,42649,1731984206097}] 2024-11-19T02:44:28,057 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-19T02:44:28,058 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e93af88909ff:40157 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e93af88909ff/172.17.0.2:40157 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:44:28,060 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e93af88909ff,40157,1731984206144, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e93af88909ff,40157,1731984206144, seqNum=-1, error=java.net.ConnectException: Call to address=e93af88909ff:40157 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e93af88909ff/172.17.0.2:40157 2024-11-19T02:44:28,060 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e93af88909ff,40157,1731984206144, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-19T02:44:28,060 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e93af88909ff,40157,1731984206144, seqNum=-1 from cache 2024-11-19T02:44:28,061 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address e93af88909ff:40157 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e93af88909ff/172.17.0.2:40157 2024-11-19T02:44:28,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:44:28,171 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,42649,1731984206097, seqNum=-1] 2024-11-19T02:44:28,189 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T02:44:28,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T02:44:28,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:44:28,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:44:28,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:28,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:28,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:44:28,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T02:44:28,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1970355249, stopped=false 2024-11-19T02:44:28,190 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,42015,1731984205999 2024-11-19T02:44:28,198 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:44:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:44:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T02:44:28,198 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:44:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:44:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:44:28,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:44:28,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:44:28,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:44:28,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:28,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,46287,1731984206063' ***** 2024-11-19T02:44:28,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:44:28,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,42649,1731984206097' ***** 2024-11-19T02:44:28,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T02:44:28,199 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:44:28,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:44:28,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:44:28,200 INFO [RS:0;e93af88909ff:46287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:44:28,200 INFO [RS:0;e93af88909ff:46287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:44:28,200 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d36dbea258717d578aeaf7429f31ff2 2024-11-19T02:44:28,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:44:28,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:44:28,200 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T02:44:28,200 INFO [RS:1;e93af88909ff:42649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T02:44:28,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T02:44:28,200 INFO [RS:1;e93af88909ff:42649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T02:44:28,200 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 23bed61f8cb064b51721b309e3dcf3ca 2024-11-19T02:44:28,201 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(3091): Received CLOSE for c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:44:28,201 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(3091): Received CLOSE for 9987eada5213cab517943fb230686e41 2024-11-19T02:44:28,201 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,46287,1731984206063 2024-11-19T02:44:28,201 INFO [RS:0;e93af88909ff:46287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:44:28,201 INFO [RS:0;e93af88909ff:46287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:46287. 2024-11-19T02:44:28,201 DEBUG [RS:0;e93af88909ff:46287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:44:28,201 DEBUG [RS:0;e93af88909ff:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:28,201 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T02:44:28,201 DEBUG [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1325): Online Regions={3d36dbea258717d578aeaf7429f31ff2=SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2., c55f7826040f7a49d0a65f0c689fd008=SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008., 9987eada5213cab517943fb230686e41=SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41.} 2024-11-19T02:44:28,201 DEBUG [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1351): Waiting on 3d36dbea258717d578aeaf7429f31ff2, 9987eada5213cab517943fb230686e41, c55f7826040f7a49d0a65f0c689fd008 2024-11-19T02:44:28,201 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d36dbea258717d578aeaf7429f31ff2, disabling compactions & flushes 2024-11-19T02:44:28,201 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 486833498cf197e25f5d866fb53ccf82 2024-11-19T02:44:28,201 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1530138792754bc51ff52e5f978faeac 2024-11-19T02:44:28,201 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:44:28,201 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:44:28,201 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,42649,1731984206097 2024-11-19T02:44:28,201 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:44:28,201 INFO [RS:1;e93af88909ff:42649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:44:28,201 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. after waiting 0 ms 2024-11-19T02:44:28,201 INFO [RS:1;e93af88909ff:42649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e93af88909ff:42649. 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:44:28,202 DEBUG [RS:1;e93af88909ff:42649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:44:28,202 DEBUG [RS:1;e93af88909ff:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:28,202 INFO [RS:1;e93af88909ff:42649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:44:28,202 INFO [RS:1;e93af88909ff:42649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:44:28,202 INFO [RS:1;e93af88909ff:42649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:44:28,202 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23bed61f8cb064b51721b309e3dcf3ca, disabling compactions & flushes 2024-11-19T02:44:28,202 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-19T02:44:28,202 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:44:28,202 DEBUG [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1325): Online Regions={23bed61f8cb064b51721b309e3dcf3ca=SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca., 486833498cf197e25f5d866fb53ccf82=SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82., 1588230740=hbase:meta,,1.1588230740, 1530138792754bc51ff52e5f978faeac=SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac., 9a122fa61375bd11bca67d46bb3c588b=SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b.} 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. after waiting 0 ms 2024-11-19T02:44:28,202 DEBUG [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1351): Waiting on 1530138792754bc51ff52e5f978faeac, 1588230740, 23bed61f8cb064b51721b309e3dcf3ca, 486833498cf197e25f5d866fb53ccf82, 9a122fa61375bd11bca67d46bb3c588b 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:44:28,202 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:44:28,202 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:44:28,208 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/3d36dbea258717d578aeaf7429f31ff2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T02:44:28,208 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/23bed61f8cb064b51721b309e3dcf3ca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:44:28,208 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:44:28,208 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d36dbea258717d578aeaf7429f31ff2: Waiting for close lock at 1731984268201Running coprocessor pre-close hooks at 1731984268201Disabling compacts and flushes for region at 1731984268201Disabling writes for close at 1731984268201Writing region close event to WAL at 1731984268202 (+1 ms)Running coprocessor post-close hooks at 1731984268208 (+6 ms)Closed at 1731984268208 2024-11-19T02:44:28,208 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:44:28,208 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23bed61f8cb064b51721b309e3dcf3ca: Waiting for close lock at 1731984268202Running coprocessor pre-close hooks at 1731984268202Disabling compacts and flushes for region at 1731984268202Disabling writes for close at 1731984268202Writing region close event to WAL at 1731984268203 (+1 ms)Running coprocessor post-close hooks at 1731984268208 (+5 ms)Closed at 1731984268208 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731984217007.3d36dbea258717d578aeaf7429f31ff2. 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731984217007.23bed61f8cb064b51721b309e3dcf3ca. 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c55f7826040f7a49d0a65f0c689fd008, disabling compactions & flushes 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 486833498cf197e25f5d866fb53ccf82, disabling compactions & flushes 2024-11-19T02:44:28,209 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:44:28,209 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. after waiting 0 ms 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. after waiting 0 ms 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:44:28,209 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-19T02:44:28,210 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:44:28,210 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:44:28,210 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731984268202Running coprocessor pre-close hooks at 1731984268202Disabling compacts and flushes for region at 1731984268202Disabling writes for close at 1731984268202Writing region close event to WAL at 1731984268204 (+2 ms)Running coprocessor post-close hooks at 1731984268210 (+6 ms)Closed at 1731984268210 2024-11-19T02:44:28,210 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T02:44:28,216 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/486833498cf197e25f5d866fb53ccf82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T02:44:28,216 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/c55f7826040f7a49d0a65f0c689fd008/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:44:28,217 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 486833498cf197e25f5d866fb53ccf82: Waiting for close lock at 1731984268209Running coprocessor pre-close hooks at 1731984268209Disabling compacts and flushes for region at 1731984268209Disabling writes for close at 1731984268209Writing region close event to WAL at 1731984268213 (+4 ms)Running coprocessor post-close hooks at 1731984268217 (+4 ms)Closed at 1731984268217 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731984217007.486833498cf197e25f5d866fb53ccf82. 2024-11-19T02:44:28,217 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c55f7826040f7a49d0a65f0c689fd008: Waiting for close lock at 1731984268209Running coprocessor pre-close hooks at 1731984268209Disabling compacts and flushes for region at 1731984268209Disabling writes for close at 1731984268209Writing region close event to WAL at 1731984268212 (+3 ms)Running coprocessor post-close hooks at 1731984268217 (+5 ms)Closed at 1731984268217 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731984217007.c55f7826040f7a49d0a65f0c689fd008. 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1530138792754bc51ff52e5f978faeac, disabling compactions & flushes 2024-11-19T02:44:28,217 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9987eada5213cab517943fb230686e41, disabling compactions & flushes 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:44:28,217 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:44:28,217 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. after waiting 0 ms 2024-11-19T02:44:28,218 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. after waiting 0 ms 2024-11-19T02:44:28,218 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:44:28,218 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:44:28,225 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9987eada5213cab517943fb230686e41/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:44:28,226 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:44:28,226 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9987eada5213cab517943fb230686e41: Waiting for close lock at 1731984268217Running coprocessor pre-close hooks at 1731984268217Disabling compacts and flushes for region at 1731984268217Disabling writes for close at 1731984268218 (+1 ms)Writing region close event to WAL at 1731984268218Running coprocessor post-close hooks at 1731984268226 (+8 ms)Closed at 1731984268226 2024-11-19T02:44:28,226 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731984217007.9987eada5213cab517943fb230686e41. 2024-11-19T02:44:28,228 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/1530138792754bc51ff52e5f978faeac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T02:44:28,229 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:44:28,229 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1530138792754bc51ff52e5f978faeac: Waiting for close lock at 1731984268217Running coprocessor pre-close hooks at 1731984268217Disabling compacts and flushes for region at 1731984268217Disabling writes for close at 1731984268218 (+1 ms)Writing region close event to WAL at 1731984268225 (+7 ms)Running coprocessor post-close hooks at 1731984268229 (+4 ms)Closed at 1731984268229 2024-11-19T02:44:28,229 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731984217007.1530138792754bc51ff52e5f978faeac. 2024-11-19T02:44:28,229 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a122fa61375bd11bca67d46bb3c588b, disabling compactions & flushes 2024-11-19T02:44:28,229 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:44:28,229 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:44:28,229 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. after waiting 0 ms 2024-11-19T02:44:28,230 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:44:28,233 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/data/default/SPTestTable/9a122fa61375bd11bca67d46bb3c588b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T02:44:28,234 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:44:28,234 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a122fa61375bd11bca67d46bb3c588b: Waiting for close lock at 1731984268229Running coprocessor pre-close hooks at 1731984268229Disabling compacts and flushes for region at 1731984268229Disabling writes for close at 1731984268230 (+1 ms)Writing region close event to WAL at 1731984268230Running coprocessor post-close hooks at 1731984268234 (+4 ms)Closed at 1731984268234 2024-11-19T02:44:28,234 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731984217007.9a122fa61375bd11bca67d46bb3c588b. 2024-11-19T02:44:28,291 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:44:28,291 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:44:28,401 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,46287,1731984206063; all regions closed. 2024-11-19T02:44:28,402 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,42649,1731984206097; all regions closed. 2024-11-19T02:44:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741834_1010 (size=2364) 2024-11-19T02:44:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741834_1010 (size=2364) 2024-11-19T02:44:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741834_1010 (size=2364) 2024-11-19T02:44:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741865_1041 (size=678) 2024-11-19T02:44:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741865_1041 (size=678) 2024-11-19T02:44:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741865_1041 (size=678) 2024-11-19T02:44:28,409 DEBUG [RS:1;e93af88909ff:42649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs 2024-11-19T02:44:28,409 INFO [RS:1;e93af88909ff:42649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C42649%2C1731984206097.meta:.meta(num 1731984267794) 2024-11-19T02:44:28,409 DEBUG [RS:0;e93af88909ff:46287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs 2024-11-19T02:44:28,409 INFO [RS:0;e93af88909ff:46287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C46287%2C1731984206063:(num 1731984206680) 2024-11-19T02:44:28,409 DEBUG [RS:0;e93af88909ff:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:28,409 INFO [RS:0;e93af88909ff:46287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:44:28,409 INFO [RS:0;e93af88909ff:46287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:44:28,409 INFO [RS:0;e93af88909ff:46287 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T02:44:28,409 INFO [RS:0;e93af88909ff:46287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T02:44:28,409 INFO [RS:0;e93af88909ff:46287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T02:44:28,409 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:44:28,409 INFO [RS:0;e93af88909ff:46287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T02:44:28,409 INFO [RS:0;e93af88909ff:46287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:44:28,410 INFO [RS:0;e93af88909ff:46287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46287 2024-11-19T02:44:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741835_1011 (size=3469) 2024-11-19T02:44:28,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,46287,1731984206063 2024-11-19T02:44:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741835_1011 (size=3469) 2024-11-19T02:44:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741835_1011 (size=3469) 2024-11-19T02:44:28,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:44:28,412 INFO [RS:0;e93af88909ff:46287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:44:28,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,46287,1731984206063] 2024-11-19T02:44:28,414 DEBUG [RS:1;e93af88909ff:42649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/oldWALs 2024-11-19T02:44:28,414 INFO [RS:1;e93af88909ff:42649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C42649%2C1731984206097:(num 1731984206677) 2024-11-19T02:44:28,414 DEBUG [RS:1;e93af88909ff:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:44:28,414 INFO [RS:1;e93af88909ff:42649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T02:44:28,414 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,46287,1731984206063 already deleted, retry=false 2024-11-19T02:44:28,414 INFO [RS:1;e93af88909ff:42649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:44:28,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,46287,1731984206063 expired; onlineServers=1 2024-11-19T02:44:28,414 INFO [RS:1;e93af88909ff:42649 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T02:44:28,414 INFO [RS:1;e93af88909ff:42649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:44:28,414 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:44:28,415 INFO [RS:1;e93af88909ff:42649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42649 2024-11-19T02:44:28,422 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,42649,1731984206097 2024-11-19T02:44:28,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:44:28,422 INFO [RS:1;e93af88909ff:42649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:44:28,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,42649,1731984206097] 2024-11-19T02:44:28,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,42649,1731984206097 already deleted, retry=false 2024-11-19T02:44:28,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,42649,1731984206097 expired; onlineServers=0 2024-11-19T02:44:28,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,42015,1731984205999' ***** 2024-11-19T02:44:28,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T02:44:28,424 INFO [M:0;e93af88909ff:42015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T02:44:28,424 INFO [M:0;e93af88909ff:42015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T02:44:28,424 DEBUG [M:0;e93af88909ff:42015 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T02:44:28,424 DEBUG [M:0;e93af88909ff:42015 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T02:44:28,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T02:44:28,424 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984206385 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731984206385,5,FailOnTimeoutGroup] 2024-11-19T02:44:28,424 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984206385 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731984206385,5,FailOnTimeoutGroup] 2024-11-19T02:44:28,424 INFO [M:0;e93af88909ff:42015 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T02:44:28,424 INFO [M:0;e93af88909ff:42015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T02:44:28,425 DEBUG [M:0;e93af88909ff:42015 {}] master.HMaster(1795): Stopping service threads 2024-11-19T02:44:28,425 INFO [M:0;e93af88909ff:42015 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T02:44:28,425 INFO [M:0;e93af88909ff:42015 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T02:44:28,425 ERROR [M:0;e93af88909ff:42015 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1563608932) connection to localhost/127.0.0.1:35523 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35523,5,PEWorkerGroup] 2024-11-19T02:44:28,425 INFO [M:0;e93af88909ff:42015 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T02:44:28,425 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T02:44:28,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T02:44:28,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:44:28,426 DEBUG [M:0;e93af88909ff:42015 {}] zookeeper.ZKUtil(347): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T02:44:28,426 WARN [M:0;e93af88909ff:42015 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T02:44:28,427 INFO [M:0;e93af88909ff:42015 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/.lastflushedseqids 2024-11-19T02:44:28,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741869_1045 (size=632) 2024-11-19T02:44:28,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741869_1045 (size=632) 2024-11-19T02:44:28,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741869_1045 (size=632) 2024-11-19T02:44:28,435 INFO [M:0;e93af88909ff:42015 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T02:44:28,435 INFO [M:0;e93af88909ff:42015 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T02:44:28,435 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:44:28,435 INFO [M:0;e93af88909ff:42015 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:44:28,435 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:44:28,435 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:44:28,435 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:44:28,435 INFO [M:0;e93af88909ff:42015 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.77 KB heapSize=265.34 KB 2024-11-19T02:44:28,451 DEBUG [M:0;e93af88909ff:42015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/074b45cf93a04e2abf65206b892bd643 is 82, key is hbase:meta,,1/info:regioninfo/1731984267952/Put/seqid=0 2024-11-19T02:44:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741870_1046 (size=6071) 2024-11-19T02:44:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741870_1046 (size=6071) 2024-11-19T02:44:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741870_1046 (size=6071) 2024-11-19T02:44:28,458 INFO [M:0;e93af88909ff:42015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/074b45cf93a04e2abf65206b892bd643 2024-11-19T02:44:28,485 DEBUG [M:0;e93af88909ff:42015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/731bcd5b29af4ea59f156f79859da907 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731984227639/Put/seqid=0 2024-11-19T02:44:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741871_1047 (size=11551) 2024-11-19T02:44:28,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741871_1047 (size=11551) 2024-11-19T02:44:28,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741871_1047 (size=11551) 2024-11-19T02:44:28,504 INFO [M:0;e93af88909ff:42015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.54 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/731bcd5b29af4ea59f156f79859da907 2024-11-19T02:44:28,510 INFO [M:0;e93af88909ff:42015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 731bcd5b29af4ea59f156f79859da907 2024-11-19T02:44:28,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:44:28,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x1012e1b93210001, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:44:28,513 INFO [RS:0;e93af88909ff:46287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:44:28,513 INFO [RS:0;e93af88909ff:46287 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,46287,1731984206063; zookeeper connection closed. 2024-11-19T02:44:28,514 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14b694a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14b694a7 2024-11-19T02:44:28,523 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:44:28,523 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012e1b93210002, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:44:28,523 INFO [RS:1;e93af88909ff:42649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:44:28,523 INFO [RS:1;e93af88909ff:42649 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,42649,1731984206097; zookeeper connection closed. 2024-11-19T02:44:28,523 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f549223 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f549223 2024-11-19T02:44:28,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T02:44:28,532 DEBUG [M:0;e93af88909ff:42015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ac9a9622c4b4077b90b0fa13815b4f8 is 69, key is e93af88909ff,42649,1731984206097/rs:state/1731984206499/Put/seqid=0 2024-11-19T02:44:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741872_1048 (size=5442) 2024-11-19T02:44:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741872_1048 (size=5442) 2024-11-19T02:44:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741872_1048 (size=5442) 2024-11-19T02:44:28,547 INFO [M:0;e93af88909ff:42015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ac9a9622c4b4077b90b0fa13815b4f8 2024-11-19T02:44:28,554 INFO [M:0;e93af88909ff:42015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ac9a9622c4b4077b90b0fa13815b4f8 2024-11-19T02:44:28,555 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/074b45cf93a04e2abf65206b892bd643 as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/074b45cf93a04e2abf65206b892bd643 2024-11-19T02:44:28,561 INFO [M:0;e93af88909ff:42015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/074b45cf93a04e2abf65206b892bd643, entries=14, sequenceid=449, filesize=5.9 K 2024-11-19T02:44:28,562 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/731bcd5b29af4ea59f156f79859da907 as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/731bcd5b29af4ea59f156f79859da907 2024-11-19T02:44:28,568 INFO [M:0;e93af88909ff:42015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 731bcd5b29af4ea59f156f79859da907 2024-11-19T02:44:28,568 INFO [M:0;e93af88909ff:42015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/731bcd5b29af4ea59f156f79859da907, entries=52, sequenceid=449, filesize=11.3 K 2024-11-19T02:44:28,569 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ac9a9622c4b4077b90b0fa13815b4f8 as hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ac9a9622c4b4077b90b0fa13815b4f8 2024-11-19T02:44:28,575 INFO [M:0;e93af88909ff:42015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ac9a9622c4b4077b90b0fa13815b4f8 2024-11-19T02:44:28,575 INFO [M:0;e93af88909ff:42015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35523/user/jenkins/test-data/236ec623-b3af-02cc-ed93-470eac723484/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ac9a9622c4b4077b90b0fa13815b4f8, entries=3, sequenceid=449, filesize=5.3 K 2024-11-19T02:44:28,577 INFO [M:0;e93af88909ff:42015 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.77 KB/229142, heapSize ~265.05 KB/271408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=449, compaction requested=false 2024-11-19T02:44:28,578 INFO [M:0;e93af88909ff:42015 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:44:28,578 DEBUG [M:0;e93af88909ff:42015 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731984268435Disabling compacts and flushes for region at 1731984268435Disabling writes for close at 1731984268435Obtaining lock to block concurrent updates at 1731984268435Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731984268435Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229142, getHeapSize=271648, getOffHeapSize=0, getCellsCount=548 at 1731984268436 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731984268436Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731984268436Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731984268450 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731984268450Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731984268463 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731984268485 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731984268485Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731984268511 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731984268532 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731984268532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3c134: reopening flushed file at 1731984268554 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da769ef: reopening flushed file at 1731984268561 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf0a5e: reopening flushed file at 1731984268568 (+7 ms)Finished flush of dataSize ~223.77 KB/229142, heapSize ~265.05 KB/271408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=449, compaction requested=false at 1731984268577 (+9 ms)Writing region close event to WAL at 1731984268578 (+1 ms)Closed at 1731984268578 2024-11-19T02:44:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741830_1006 (size=259142) 2024-11-19T02:44:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741830_1006 (size=259142) 2024-11-19T02:44:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741830_1006 (size=259142) 2024-11-19T02:44:28,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T02:44:28,582 INFO [M:0;e93af88909ff:42015 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T02:44:28,582 INFO [M:0;e93af88909ff:42015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42015 2024-11-19T02:44:28,583 INFO [M:0;e93af88909ff:42015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T02:44:28,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:44:28,690 INFO [M:0;e93af88909ff:42015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T02:44:28,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42015-0x1012e1b93210000, quorum=127.0.0.1:63268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T02:44:28,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b734f99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:44:28,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@165cf641{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:44:28,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:44:28,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2099f0d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:44:28,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1edbbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir/,STOPPED} 2024-11-19T02:44:28,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:44:28,695 WARN [BP-1848862707-172.17.0.2-1731984204769 heartbeating to localhost/127.0.0.1:35523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:44:28,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:44:28,695 WARN [BP-1848862707-172.17.0.2-1731984204769 heartbeating to localhost/127.0.0.1:35523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1848862707-172.17.0.2-1731984204769 (Datanode Uuid d1bd0159-ce11-4593-bc9d-466493b213d9) service to localhost/127.0.0.1:35523 2024-11-19T02:44:28,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data5/current/BP-1848862707-172.17.0.2-1731984204769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:44:28,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data6/current/BP-1848862707-172.17.0.2-1731984204769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:44:28,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:44:28,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ff61ee0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:44:28,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@584329f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:44:28,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:44:28,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3459ed1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:44:28,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a154c3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir/,STOPPED} 2024-11-19T02:44:28,700 WARN [BP-1848862707-172.17.0.2-1731984204769 heartbeating to localhost/127.0.0.1:35523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:44:28,700 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:44:28,700 WARN [BP-1848862707-172.17.0.2-1731984204769 heartbeating to localhost/127.0.0.1:35523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1848862707-172.17.0.2-1731984204769 (Datanode Uuid 19660d58-46d0-40a6-b11d-01bb31b4b712) service to localhost/127.0.0.1:35523 2024-11-19T02:44:28,700 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:44:28,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data3/current/BP-1848862707-172.17.0.2-1731984204769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:44:28,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data4/current/BP-1848862707-172.17.0.2-1731984204769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:44:28,700 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:44:28,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62eeac75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:44:28,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e16f659{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:44:28,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:44:28,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79ddb422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:44:28,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@671129d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir/,STOPPED} 2024-11-19T02:44:28,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:44:28,704 WARN [BP-1848862707-172.17.0.2-1731984204769 heartbeating to localhost/127.0.0.1:35523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:44:28,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:44:28,704 WARN [BP-1848862707-172.17.0.2-1731984204769 heartbeating to localhost/127.0.0.1:35523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1848862707-172.17.0.2-1731984204769 (Datanode Uuid 9d342d42-ce8c-44b8-981f-4540b0330cb8) service to localhost/127.0.0.1:35523 2024-11-19T02:44:28,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data1/current/BP-1848862707-172.17.0.2-1731984204769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:44:28,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/cluster_7e0c82b9-bb58-361d-631c-3310290a1bfa/data/data2/current/BP-1848862707-172.17.0.2-1731984204769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:44:28,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:44:28,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24f5c253{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:44:28,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ef1e024{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:44:28,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:44:28,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b6b4220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:44:28,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b320d2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48053f01-337c-4576-4479-360448f9b2f0/hadoop.log.dir/,STOPPED} 2024-11-19T02:44:28,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T02:44:28,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T02:44:28,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 96) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1563608932) connection to localhost/127.0.0.1:35523 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1563608932) connection to localhost/127.0.0.1:35523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1563608932) connection to localhost/127.0.0.1:35523 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1563608932) connection to localhost/127.0.0.1:35523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/e93af88909ff:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=474 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=11507 (was 10954) - AvailableMemoryMB LEAK? -