2024-12-03 07:50:02,419 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-03 07:50:02,434 main DEBUG Took 0.012672 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 07:50:02,434 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 07:50:02,435 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 07:50:02,436 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 07:50:02,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,447 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 07:50:02,463 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,467 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,469 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,470 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,472 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,473 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,474 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,475 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,476 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,477 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,478 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:50:02,479 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,480 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 07:50:02,482 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:50:02,483 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 07:50:02,485 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 07:50:02,486 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 07:50:02,488 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 07:50:02,488 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 07:50:02,499 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 07:50:02,503 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 07:50:02,505 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 07:50:02,505 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 07:50:02,506 main DEBUG createAppenders(={Console}) 2024-12-03 07:50:02,506 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-03 07:50:02,507 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-03 07:50:02,507 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-03 07:50:02,507 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 07:50:02,508 main DEBUG OutputStream closed 2024-12-03 07:50:02,508 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 07:50:02,508 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 07:50:02,509 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-03 07:50:02,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 07:50:02,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 07:50:02,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 07:50:02,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 07:50:02,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 07:50:02,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 07:50:02,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 07:50:02,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 07:50:02,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 07:50:02,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 07:50:02,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 07:50:02,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 07:50:02,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 07:50:02,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 07:50:02,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 07:50:02,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 07:50:02,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 07:50:02,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 07:50:02,597 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 07:50:02,597 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-03 07:50:02,598 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 07:50:02,598 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-03T07:50:02,618 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-03 07:50:02,622 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 07:50:02,623 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T07:50:02,632 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-03T07:50:02,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=9315 2024-12-03T07:50:02,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63 2024-12-03T07:50:02,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T07:50:02,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4, deleteOnExit=true 2024-12-03T07:50:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T07:50:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/test.cache.data in system properties and HBase conf 2024-12-03T07:50:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T07:50:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir in system properties and HBase conf 2024-12-03T07:50:02,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T07:50:02,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T07:50:02,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T07:50:02,977 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T07:50:03,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T07:50:03,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T07:50:03,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T07:50:03,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T07:50:03,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T07:50:03,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T07:50:03,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T07:50:03,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T07:50:03,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T07:50:03,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T07:50:03,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/nfs.dump.dir in system properties and HBase conf 2024-12-03T07:50:03,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/java.io.tmpdir in system properties and HBase conf 2024-12-03T07:50:03,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T07:50:03,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T07:50:03,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T07:50:03,876 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T07:50:03,952 INFO [Time-limited test {}] log.Log(170): Logging initialized @2236ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T07:50:04,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:50:04,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:50:04,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:50:04,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:50:04,123 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:50:04,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:50:04,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:50:04,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:50:04,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/java.io.tmpdir/jetty-localhost-38067-hadoop-hdfs-3_4_1-tests_jar-_-any-9690095780140246298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T07:50:04,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38067} 2024-12-03T07:50:04,366 INFO [Time-limited test {}] server.Server(415): Started @2652ms 2024-12-03T07:50:04,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:50:04,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:50:04,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:50:04,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:50:04,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:50:04,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:50:04,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:50:04,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/java.io.tmpdir/jetty-localhost-35775-hadoop-hdfs-3_4_1-tests_jar-_-any-10813587535192494238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:50:04,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:35775} 2024-12-03T07:50:04,878 INFO [Time-limited test {}] server.Server(415): Started @3164ms 2024-12-03T07:50:04,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T07:50:05,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:50:05,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:50:05,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:50:05,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:50:05,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:50:05,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:50:05,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:50:05,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/java.io.tmpdir/jetty-localhost-46609-hadoop-hdfs-3_4_1-tests_jar-_-any-12416421888844835660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:50:05,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:46609} 2024-12-03T07:50:05,263 INFO [Time-limited test {}] server.Server(415): Started @3549ms 2024-12-03T07:50:05,266 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T07:50:05,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:50:05,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:50:05,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:50:05,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:50:05,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:50:05,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:50:05,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:50:05,369 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data2/current/BP-608650157-172.17.0.2-1733212203641/current, will proceed with Du for space computation calculation, 2024-12-03T07:50:05,369 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data1/current/BP-608650157-172.17.0.2-1733212203641/current, will proceed with Du for space computation calculation, 2024-12-03T07:50:05,382 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data3/current/BP-608650157-172.17.0.2-1733212203641/current, will proceed with Du for space computation calculation, 2024-12-03T07:50:05,387 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data4/current/BP-608650157-172.17.0.2-1733212203641/current, will proceed with Du for space computation calculation, 2024-12-03T07:50:05,417 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T07:50:05,421 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T07:50:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc41a41279dfc87e9 with lease ID 0x4da4320abdbe71d0: Processing first storage report for DS-788321c6-0053-47ac-a855-1e4d31e51ea6 from datanode DatanodeRegistration(127.0.0.1:34949, datanodeUuid=bf2cfef3-0271-4d17-af3c-796d74b2353f, infoPort=42103, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641) 2024-12-03T07:50:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc41a41279dfc87e9 with lease ID 0x4da4320abdbe71d0: from storage DS-788321c6-0053-47ac-a855-1e4d31e51ea6 node DatanodeRegistration(127.0.0.1:34949, datanodeUuid=bf2cfef3-0271-4d17-af3c-796d74b2353f, infoPort=42103, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T07:50:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed07e7bf60ebe99a with lease ID 0x4da4320abdbe71cf: Processing first storage report for DS-e8b47bb3-3a10-4c8c-9303-0e4f8227469a from datanode DatanodeRegistration(127.0.0.1:38185, datanodeUuid=6f19d553-9f52-45f4-b698-ebfc8b41027e, infoPort=40963, infoSecurePort=0, ipcPort=44921, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641) 2024-12-03T07:50:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed07e7bf60ebe99a with lease ID 0x4da4320abdbe71cf: from storage DS-e8b47bb3-3a10-4c8c-9303-0e4f8227469a node DatanodeRegistration(127.0.0.1:38185, datanodeUuid=6f19d553-9f52-45f4-b698-ebfc8b41027e, infoPort=40963, infoSecurePort=0, ipcPort=44921, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:50:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc41a41279dfc87e9 with lease ID 0x4da4320abdbe71d0: Processing first storage report for DS-ab6ce9d0-11f7-4d49-a3f2-bf5ab45ac4b2 from datanode DatanodeRegistration(127.0.0.1:34949, datanodeUuid=bf2cfef3-0271-4d17-af3c-796d74b2353f, infoPort=42103, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641) 2024-12-03T07:50:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc41a41279dfc87e9 with lease ID 0x4da4320abdbe71d0: from storage DS-ab6ce9d0-11f7-4d49-a3f2-bf5ab45ac4b2 node DatanodeRegistration(127.0.0.1:34949, datanodeUuid=bf2cfef3-0271-4d17-af3c-796d74b2353f, infoPort=42103, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:50:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed07e7bf60ebe99a with lease ID 0x4da4320abdbe71cf: Processing first storage report for DS-0d04169f-00c0-4b84-b96d-8415ac650f91 from datanode DatanodeRegistration(127.0.0.1:38185, datanodeUuid=6f19d553-9f52-45f4-b698-ebfc8b41027e, infoPort=40963, infoSecurePort=0, ipcPort=44921, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641) 2024-12-03T07:50:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed07e7bf60ebe99a with lease ID 0x4da4320abdbe71cf: from storage DS-0d04169f-00c0-4b84-b96d-8415ac650f91 node DatanodeRegistration(127.0.0.1:38185, datanodeUuid=6f19d553-9f52-45f4-b698-ebfc8b41027e, infoPort=40963, infoSecurePort=0, ipcPort=44921, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:50:05,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/java.io.tmpdir/jetty-localhost-41867-hadoop-hdfs-3_4_1-tests_jar-_-any-8318334425937852119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:50:05,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:41867} 2024-12-03T07:50:05,490 INFO [Time-limited test {}] server.Server(415): Started @3775ms 2024-12-03T07:50:05,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T07:50:05,622 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data5/current/BP-608650157-172.17.0.2-1733212203641/current, will proceed with Du for space computation calculation, 2024-12-03T07:50:05,625 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data6/current/BP-608650157-172.17.0.2-1733212203641/current, will proceed with Du for space computation calculation, 2024-12-03T07:50:05,662 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T07:50:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69ea8b6bb3fc22bd with lease ID 0x4da4320abdbe71d1: Processing first storage report for DS-41a78212-c561-4ba5-839f-7087cad1c5fc from datanode DatanodeRegistration(127.0.0.1:42481, datanodeUuid=34466f7d-1016-4d92-9014-05dbfbd72694, infoPort=34241, infoSecurePort=0, ipcPort=40397, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641) 2024-12-03T07:50:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69ea8b6bb3fc22bd with lease ID 0x4da4320abdbe71d1: from storage DS-41a78212-c561-4ba5-839f-7087cad1c5fc node DatanodeRegistration(127.0.0.1:42481, datanodeUuid=34466f7d-1016-4d92-9014-05dbfbd72694, infoPort=34241, infoSecurePort=0, ipcPort=40397, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T07:50:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69ea8b6bb3fc22bd with lease ID 0x4da4320abdbe71d1: Processing first storage report for DS-6c773476-571c-4f65-9ba5-d2e80b78137a from datanode DatanodeRegistration(127.0.0.1:42481, datanodeUuid=34466f7d-1016-4d92-9014-05dbfbd72694, infoPort=34241, infoSecurePort=0, ipcPort=40397, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641) 2024-12-03T07:50:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69ea8b6bb3fc22bd with lease ID 0x4da4320abdbe71d1: from storage DS-6c773476-571c-4f65-9ba5-d2e80b78137a node DatanodeRegistration(127.0.0.1:42481, datanodeUuid=34466f7d-1016-4d92-9014-05dbfbd72694, infoPort=34241, infoSecurePort=0, ipcPort=40397, storageInfo=lv=-57;cid=testClusterID;nsid=813087943;c=1733212203641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:50:05,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63 2024-12-03T07:50:05,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/zookeeper_0, clientPort=58611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T07:50:05,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58611 2024-12-03T07:50:05,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:05,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:06,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741825_1001 (size=7) 2024-12-03T07:50:06,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741825_1001 (size=7) 2024-12-03T07:50:06,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741825_1001 (size=7) 2024-12-03T07:50:06,628 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf with version=8 2024-12-03T07:50:06,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/hbase-staging 2024-12-03T07:50:06,716 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T07:50:06,965 INFO [Time-limited test {}] client.ConnectionUtils(128): master/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:50:06,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:06,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:06,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:50:06,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:06,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:50:07,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T07:50:07,200 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T07:50:07,210 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T07:50:07,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:50:07,241 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14609 (auto-detected) 2024-12-03T07:50:07,243 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T07:50:07,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37929 2024-12-03T07:50:07,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37929 connecting to ZooKeeper ensemble=127.0.0.1:58611 2024-12-03T07:50:07,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379290x0, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:50:07,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37929-0x1015212680f0000 connected 2024-12-03T07:50:07,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:50:07,361 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf, hbase.cluster.distributed=false 2024-12-03T07:50:07,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:50:07,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37929 2024-12-03T07:50:07,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37929 2024-12-03T07:50:07,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37929 2024-12-03T07:50:07,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37929 2024-12-03T07:50:07,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37929 2024-12-03T07:50:07,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:50:07,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:50:07,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:50:07,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T07:50:07,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:50:07,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46057 2024-12-03T07:50:07,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46057 connecting to ZooKeeper ensemble=127.0.0.1:58611 2024-12-03T07:50:07,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460570x0, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:50:07,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46057-0x1015212680f0001 connected 2024-12-03T07:50:07,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:50:07,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T07:50:07,554 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T07:50:07,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T07:50:07,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:50:07,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46057 2024-12-03T07:50:07,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46057 2024-12-03T07:50:07,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46057 2024-12-03T07:50:07,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46057 2024-12-03T07:50:07,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46057 2024-12-03T07:50:07,583 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:50:07,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:50:07,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:50:07,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T07:50:07,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:50:07,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46663 2024-12-03T07:50:07,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46663 connecting to ZooKeeper ensemble=127.0.0.1:58611 2024-12-03T07:50:07,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466630x0, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:50:07,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46663-0x1015212680f0002 connected 2024-12-03T07:50:07,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:50:07,598 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T07:50:07,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T07:50:07,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T07:50:07,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:50:07,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46663 2024-12-03T07:50:07,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46663 2024-12-03T07:50:07,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46663 2024-12-03T07:50:07,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46663 2024-12-03T07:50:07,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46663 2024-12-03T07:50:07,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:50:07,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:50:07,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:50:07,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:50:07,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T07:50:07,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:50:07,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40455 2024-12-03T07:50:07,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40455 connecting to ZooKeeper ensemble=127.0.0.1:58611 2024-12-03T07:50:07,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404550x0, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:50:07,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40455-0x1015212680f0003 connected 2024-12-03T07:50:07,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:50:07,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T07:50:07,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T07:50:07,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T07:50:07,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:50:07,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40455 2024-12-03T07:50:07,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40455 2024-12-03T07:50:07,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40455 2024-12-03T07:50:07,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40455 2024-12-03T07:50:07,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40455 2024-12-03T07:50:07,672 DEBUG [M:0;911db94732f6:37929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;911db94732f6:37929 2024-12-03T07:50:07,672 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/911db94732f6,37929,1733212206768 2024-12-03T07:50:07,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:50:07,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:50:07,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:50:07,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:50:07,682 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/911db94732f6,37929,1733212206768 2024-12-03T07:50:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T07:50:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T07:50:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T07:50:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:07,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:07,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:07,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:07,705 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T07:50:07,706 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/911db94732f6,37929,1733212206768 from backup master directory 2024-12-03T07:50:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/911db94732f6,37929,1733212206768 2024-12-03T07:50:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:50:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:50:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:50:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:50:07,710 WARN [master/911db94732f6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:50:07,710 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=911db94732f6,37929,1733212206768 2024-12-03T07:50:07,712 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T07:50:07,713 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T07:50:07,776 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/hbase.id] with ID: 15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d 2024-12-03T07:50:07,776 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.tmp/hbase.id 2024-12-03T07:50:07,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741826_1002 (size=42) 2024-12-03T07:50:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741826_1002 (size=42) 2024-12-03T07:50:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741826_1002 (size=42) 2024-12-03T07:50:07,791 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.tmp/hbase.id]:[hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/hbase.id] 2024-12-03T07:50:07,834 INFO [master/911db94732f6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:50:07,839 INFO [master/911db94732f6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T07:50:07,857 INFO [master/911db94732f6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-03T07:50:07,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:07,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:07,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:07,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741827_1003 (size=196) 2024-12-03T07:50:07,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741827_1003 (size=196) 2024-12-03T07:50:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741827_1003 (size=196) 2024-12-03T07:50:07,898 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:50:07,900 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T07:50:07,916 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:50:07,920 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:50:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741828_1004 (size=1189) 2024-12-03T07:50:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741828_1004 (size=1189) 2024-12-03T07:50:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741828_1004 (size=1189) 2024-12-03T07:50:07,974 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store 2024-12-03T07:50:07,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741829_1005 (size=34) 2024-12-03T07:50:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741829_1005 (size=34) 2024-12-03T07:50:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741829_1005 (size=34) 2024-12-03T07:50:08,003 INFO [master/911db94732f6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T07:50:08,006 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:08,008 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T07:50:08,008 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:50:08,008 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:50:08,010 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T07:50:08,010 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:50:08,011 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:50:08,012 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733212208007Disabling compacts and flushes for region at 1733212208008 (+1 ms)Disabling writes for close at 1733212208010 (+2 ms)Writing region close event to WAL at 1733212208011 (+1 ms)Closed at 1733212208011 2024-12-03T07:50:08,014 WARN [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/.initializing 2024-12-03T07:50:08,015 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/WALs/911db94732f6,37929,1733212206768 2024-12-03T07:50:08,025 INFO [master/911db94732f6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:50:08,039 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C37929%2C1733212206768, suffix=, logDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/WALs/911db94732f6,37929,1733212206768, archiveDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/oldWALs, maxLogs=10 2024-12-03T07:50:08,063 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/WALs/911db94732f6,37929,1733212206768/911db94732f6%2C37929%2C1733212206768.1733212208044, exclude list is [], retry=0 2024-12-03T07:50:08,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34949,DS-788321c6-0053-47ac-a855-1e4d31e51ea6,DISK] 2024-12-03T07:50:08,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38185,DS-e8b47bb3-3a10-4c8c-9303-0e4f8227469a,DISK] 2024-12-03T07:50:08,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-41a78212-c561-4ba5-839f-7087cad1c5fc,DISK] 2024-12-03T07:50:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T07:50:08,128 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/WALs/911db94732f6,37929,1733212206768/911db94732f6%2C37929%2C1733212206768.1733212208044 2024-12-03T07:50:08,129 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42103:42103),(127.0.0.1/127.0.0.1:40963:40963),(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-03T07:50:08,129 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:50:08,130 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:08,133 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,134 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T07:50:08,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:08,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T07:50:08,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:08,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T07:50:08,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:08,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T07:50:08,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:08,220 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,224 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,225 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,229 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,230 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,233 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T07:50:08,236 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:50:08,241 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:08,242 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66181801, jitterRate=-0.01381431519985199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T07:50:08,248 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733212208147Initializing all the Stores at 1733212208149 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212208150 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212208150Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212208151 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212208151Cleaning up temporary data from old regions at 1733212208230 (+79 ms)Region opened successfully at 1733212208248 (+18 ms) 2024-12-03T07:50:08,249 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T07:50:08,282 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491b2c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:50:08,314 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T07:50:08,326 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T07:50:08,326 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T07:50:08,329 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T07:50:08,331 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T07:50:08,336 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T07:50:08,336 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T07:50:08,364 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T07:50:08,372 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T07:50:08,374 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T07:50:08,377 INFO [master/911db94732f6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T07:50:08,379 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T07:50:08,381 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T07:50:08,384 INFO [master/911db94732f6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T07:50:08,388 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T07:50:08,389 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T07:50:08,391 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T07:50:08,392 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T07:50:08,411 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T07:50:08,412 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T07:50:08,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:50:08,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:50:08,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:50:08,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:50:08,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,420 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=911db94732f6,37929,1733212206768, sessionid=0x1015212680f0000, setting cluster-up flag (Was=false) 2024-12-03T07:50:08,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,438 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T07:50:08,440 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=911db94732f6,37929,1733212206768 2024-12-03T07:50:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:08,452 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T07:50:08,454 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=911db94732f6,37929,1733212206768 2024-12-03T07:50:08,460 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T07:50:08,536 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T07:50:08,546 INFO [master/911db94732f6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T07:50:08,552 INFO [master/911db94732f6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T07:50:08,560 INFO [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(746): ClusterId : 15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d 2024-12-03T07:50:08,561 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(746): ClusterId : 15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d 2024-12-03T07:50:08,560 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(746): ClusterId : 15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d 2024-12-03T07:50:08,558 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 911db94732f6,37929,1733212206768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T07:50:08,563 DEBUG [RS:1;911db94732f6:46663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T07:50:08,563 DEBUG [RS:0;911db94732f6:46057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T07:50:08,564 DEBUG [RS:2;911db94732f6:40455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T07:50:08,566 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:50:08,566 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:50:08,566 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:50:08,567 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:50:08,567 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/911db94732f6:0, corePoolSize=10, maxPoolSize=10 2024-12-03T07:50:08,567 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,567 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:50:08,567 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,569 DEBUG [RS:0;911db94732f6:46057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T07:50:08,569 DEBUG [RS:2;911db94732f6:40455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T07:50:08,569 DEBUG [RS:1;911db94732f6:46663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T07:50:08,569 DEBUG [RS:0;911db94732f6:46057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T07:50:08,570 DEBUG [RS:1;911db94732f6:46663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T07:50:08,570 DEBUG [RS:2;911db94732f6:40455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T07:50:08,570 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733212238570 2024-12-03T07:50:08,572 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T07:50:08,573 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T07:50:08,575 DEBUG [RS:0;911db94732f6:46057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T07:50:08,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:50:08,575 DEBUG [RS:2;911db94732f6:40455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T07:50:08,575 DEBUG [RS:0;911db94732f6:46057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502cdf33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:50:08,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T07:50:08,576 DEBUG [RS:2;911db94732f6:40455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbbd2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:50:08,577 DEBUG [RS:1;911db94732f6:46663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T07:50:08,577 DEBUG [RS:1;911db94732f6:46663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c36dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:50:08,578 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T07:50:08,578 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T07:50:08,579 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T07:50:08,579 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T07:50:08,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T07:50:08,585 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,595 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T07:50:08,597 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T07:50:08,597 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T07:50:08,598 DEBUG [RS:1;911db94732f6:46663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;911db94732f6:46663 2024-12-03T07:50:08,599 DEBUG [RS:0;911db94732f6:46057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;911db94732f6:46057 2024-12-03T07:50:08,600 DEBUG [RS:2;911db94732f6:40455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;911db94732f6:40455 2024-12-03T07:50:08,601 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T07:50:08,601 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T07:50:08,602 INFO [RS:1;911db94732f6:46663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T07:50:08,602 INFO [RS:2;911db94732f6:40455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T07:50:08,602 INFO [RS:0;911db94732f6:46057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T07:50:08,602 INFO [RS:1;911db94732f6:46663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T07:50:08,602 INFO [RS:2;911db94732f6:40455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T07:50:08,602 INFO [RS:0;911db94732f6:46057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T07:50:08,602 DEBUG [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T07:50:08,602 DEBUG [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T07:50:08,603 DEBUG [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T07:50:08,604 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733212208602,5,FailOnTimeoutGroup] 2024-12-03T07:50:08,605 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733212208604,5,FailOnTimeoutGroup] 2024-12-03T07:50:08,605 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,605 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T07:50:08,606 INFO [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(2659): reportForDuty to master=911db94732f6,37929,1733212206768 with port=46057, startcode=1733212207476 2024-12-03T07:50:08,606 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(2659): reportForDuty to master=911db94732f6,37929,1733212206768 with port=46663, startcode=1733212207583 2024-12-03T07:50:08,607 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(2659): reportForDuty to master=911db94732f6,37929,1733212206768 with port=40455, startcode=1733212207625 2024-12-03T07:50:08,607 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,607 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741831_1007 (size=1321) 2024-12-03T07:50:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741831_1007 (size=1321) 2024-12-03T07:50:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741831_1007 (size=1321) 2024-12-03T07:50:08,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T07:50:08,613 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:08,622 DEBUG [RS:2;911db94732f6:40455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T07:50:08,622 DEBUG [RS:1;911db94732f6:46663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T07:50:08,622 DEBUG [RS:0;911db94732f6:46057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T07:50:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741832_1008 (size=32) 2024-12-03T07:50:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741832_1008 (size=32) 2024-12-03T07:50:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741832_1008 (size=32) 2024-12-03T07:50:08,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:08,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T07:50:08,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T07:50:08,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T07:50:08,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T07:50:08,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:08,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T07:50:08,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T07:50:08,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:08,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T07:50:08,664 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T07:50:08,664 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T07:50:08,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T07:50:08,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:08,665 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T07:50:08,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:08,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T07:50:08,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740 2024-12-03T07:50:08,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740 2024-12-03T07:50:08,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 911db94732f6,40455,1733212207625 2024-12-03T07:50:08,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T07:50:08,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T07:50:08,673 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T07:50:08,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(517): Registering regionserver=911db94732f6,40455,1733212207625 2024-12-03T07:50:08,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T07:50:08,682 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:08,683 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66557168, jitterRate=-0.008220911026000977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T07:50:08,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733212208639Initializing all the Stores at 1733212208641 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212208641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212208645 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212208645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212208645Cleaning up temporary data from old regions at 1733212208671 (+26 ms)Region opened successfully at 1733212208687 (+16 ms) 2024-12-03T07:50:08,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T07:50:08,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T07:50:08,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T07:50:08,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T07:50:08,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T07:50:08,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 911db94732f6,46057,1733212207476 2024-12-03T07:50:08,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(517): Registering regionserver=911db94732f6,46057,1733212207476 2024-12-03T07:50:08,689 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T07:50:08,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733212208687Disabling compacts and flushes for region at 1733212208687Disabling writes for close at 1733212208687Writing region close event to WAL at 1733212208689 (+2 ms)Closed at 1733212208689 2024-12-03T07:50:08,692 DEBUG [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:08,692 DEBUG [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44251 2024-12-03T07:50:08,692 DEBUG [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T07:50:08,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:50:08,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T07:50:08,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 911db94732f6,46663,1733212207583 2024-12-03T07:50:08,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(517): Registering regionserver=911db94732f6,46663,1733212207583 2024-12-03T07:50:08,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:50:08,697 DEBUG [RS:2;911db94732f6:40455 {}] zookeeper.ZKUtil(111): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/911db94732f6,40455,1733212207625 2024-12-03T07:50:08,698 WARN [RS:2;911db94732f6:40455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:50:08,698 INFO [RS:2;911db94732f6:40455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:50:08,698 DEBUG [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,40455,1733212207625 2024-12-03T07:50:08,698 DEBUG [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:08,699 DEBUG [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44251 2024-12-03T07:50:08,699 DEBUG [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T07:50:08,699 DEBUG [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:08,699 DEBUG [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44251 2024-12-03T07:50:08,699 DEBUG [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T07:50:08,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [911db94732f6,40455,1733212207625] 2024-12-03T07:50:08,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T07:50:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:50:08,705 DEBUG [RS:0;911db94732f6:46057 {}] zookeeper.ZKUtil(111): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/911db94732f6,46057,1733212207476 2024-12-03T07:50:08,705 WARN [RS:0;911db94732f6:46057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:50:08,705 INFO [RS:0;911db94732f6:46057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:50:08,705 DEBUG [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476 2024-12-03T07:50:08,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [911db94732f6,46663,1733212207583] 2024-12-03T07:50:08,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [911db94732f6,46057,1733212207476] 2024-12-03T07:50:08,705 DEBUG [RS:1;911db94732f6:46663 {}] zookeeper.ZKUtil(111): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/911db94732f6,46663,1733212207583 2024-12-03T07:50:08,706 WARN [RS:1;911db94732f6:46663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:50:08,706 INFO [RS:1;911db94732f6:46663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:50:08,706 DEBUG [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46663,1733212207583 2024-12-03T07:50:08,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T07:50:08,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T07:50:08,731 INFO [RS:2;911db94732f6:40455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T07:50:08,731 INFO [RS:0;911db94732f6:46057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T07:50:08,731 INFO [RS:1;911db94732f6:46663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T07:50:08,745 INFO [RS:0;911db94732f6:46057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T07:50:08,745 INFO [RS:2;911db94732f6:40455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T07:50:08,745 INFO [RS:1;911db94732f6:46663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T07:50:08,752 INFO [RS:1;911db94732f6:46663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T07:50:08,752 INFO [RS:2;911db94732f6:40455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T07:50:08,752 INFO [RS:0;911db94732f6:46057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T07:50:08,752 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,753 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,753 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,754 INFO [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T07:50:08,754 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T07:50:08,754 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T07:50:08,761 INFO [RS:0;911db94732f6:46057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T07:50:08,761 INFO [RS:2;911db94732f6:40455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T07:50:08,761 INFO [RS:1;911db94732f6:46663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T07:50:08,763 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,763 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,763 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,764 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,764 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:50:08,764 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:50:08,765 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:50:08,765 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,765 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,766 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,766 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,766 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:50:08,766 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:50:08,766 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:50:08,766 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:50:08,766 DEBUG [RS:0;911db94732f6:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:50:08,766 DEBUG [RS:2;911db94732f6:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:50:08,766 DEBUG [RS:1;911db94732f6:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:50:08,774 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,774 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,774 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,774 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,774 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,774 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,774 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,775 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,775 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,775 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,46057,1733212207476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:50:08,775 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,775 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,40455,1733212207625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:50:08,775 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,775 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,775 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,776 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,776 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,776 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,46663,1733212207583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:50:08,801 INFO [RS:0;911db94732f6:46057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T07:50:08,801 INFO [RS:1;911db94732f6:46663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T07:50:08,801 INFO [RS:2;911db94732f6:40455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T07:50:08,803 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,40455,1733212207625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,803 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,46057,1733212207476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,803 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,46663,1733212207583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,803 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,804 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,804 INFO [RS:1;911db94732f6:46663 {}] regionserver.Replication(171): 911db94732f6,46663,1733212207583 started 2024-12-03T07:50:08,804 INFO [RS:0;911db94732f6:46057 {}] regionserver.Replication(171): 911db94732f6,46057,1733212207476 started 2024-12-03T07:50:08,804 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,804 INFO [RS:2;911db94732f6:40455 {}] regionserver.Replication(171): 911db94732f6,40455,1733212207625 started 2024-12-03T07:50:08,828 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,828 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,828 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1482): Serving as 911db94732f6,40455,1733212207625, RpcServer on 911db94732f6/172.17.0.2:40455, sessionid=0x1015212680f0003 2024-12-03T07:50:08,828 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1482): Serving as 911db94732f6,46663,1733212207583, RpcServer on 911db94732f6/172.17.0.2:46663, sessionid=0x1015212680f0002 2024-12-03T07:50:08,830 DEBUG [RS:2;911db94732f6:40455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T07:50:08,830 DEBUG [RS:1;911db94732f6:46663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T07:50:08,830 DEBUG [RS:1;911db94732f6:46663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 911db94732f6,46663,1733212207583 2024-12-03T07:50:08,830 DEBUG [RS:2;911db94732f6:40455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 911db94732f6,40455,1733212207625 2024-12-03T07:50:08,830 DEBUG [RS:1;911db94732f6:46663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,46663,1733212207583' 2024-12-03T07:50:08,830 DEBUG [RS:2;911db94732f6:40455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,40455,1733212207625' 2024-12-03T07:50:08,830 INFO [RS:0;911db94732f6:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:08,830 DEBUG [RS:1;911db94732f6:46663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T07:50:08,830 INFO [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(1482): Serving as 911db94732f6,46057,1733212207476, RpcServer on 911db94732f6/172.17.0.2:46057, sessionid=0x1015212680f0001 2024-12-03T07:50:08,830 DEBUG [RS:2;911db94732f6:40455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T07:50:08,830 DEBUG [RS:0;911db94732f6:46057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T07:50:08,830 DEBUG [RS:0;911db94732f6:46057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 911db94732f6,46057,1733212207476 2024-12-03T07:50:08,830 DEBUG [RS:0;911db94732f6:46057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,46057,1733212207476' 2024-12-03T07:50:08,831 DEBUG [RS:0;911db94732f6:46057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T07:50:08,831 DEBUG [RS:1;911db94732f6:46663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T07:50:08,831 DEBUG [RS:2;911db94732f6:40455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T07:50:08,831 DEBUG [RS:0;911db94732f6:46057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T07:50:08,832 DEBUG [RS:0;911db94732f6:46057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T07:50:08,832 DEBUG [RS:2;911db94732f6:40455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T07:50:08,832 DEBUG [RS:1;911db94732f6:46663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T07:50:08,832 DEBUG [RS:0;911db94732f6:46057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T07:50:08,832 DEBUG [RS:2;911db94732f6:40455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T07:50:08,832 DEBUG [RS:1;911db94732f6:46663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T07:50:08,832 DEBUG [RS:0;911db94732f6:46057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 911db94732f6,46057,1733212207476 2024-12-03T07:50:08,832 DEBUG [RS:1;911db94732f6:46663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 911db94732f6,46663,1733212207583 2024-12-03T07:50:08,832 DEBUG [RS:2;911db94732f6:40455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 911db94732f6,40455,1733212207625 2024-12-03T07:50:08,833 DEBUG [RS:0;911db94732f6:46057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,46057,1733212207476' 2024-12-03T07:50:08,833 DEBUG [RS:1;911db94732f6:46663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,46663,1733212207583' 2024-12-03T07:50:08,833 DEBUG [RS:2;911db94732f6:40455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,40455,1733212207625' 2024-12-03T07:50:08,833 DEBUG [RS:0;911db94732f6:46057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T07:50:08,833 DEBUG [RS:2;911db94732f6:40455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T07:50:08,833 DEBUG [RS:1;911db94732f6:46663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T07:50:08,833 DEBUG [RS:0;911db94732f6:46057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T07:50:08,833 DEBUG [RS:2;911db94732f6:40455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T07:50:08,833 DEBUG [RS:1;911db94732f6:46663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T07:50:08,834 DEBUG [RS:0;911db94732f6:46057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T07:50:08,834 DEBUG [RS:2;911db94732f6:40455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T07:50:08,834 INFO [RS:0;911db94732f6:46057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T07:50:08,834 INFO [RS:2;911db94732f6:40455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T07:50:08,834 INFO [RS:0;911db94732f6:46057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T07:50:08,834 INFO [RS:2;911db94732f6:40455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T07:50:08,834 DEBUG [RS:1;911db94732f6:46663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T07:50:08,834 INFO [RS:1;911db94732f6:46663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T07:50:08,834 INFO [RS:1;911db94732f6:46663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T07:50:08,869 WARN [911db94732f6:37929 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T07:50:08,940 INFO [RS:0;911db94732f6:46057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:50:08,940 INFO [RS:1;911db94732f6:46663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:50:08,940 INFO [RS:2;911db94732f6:40455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:50:08,944 INFO [RS:0;911db94732f6:46057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C46057%2C1733212207476, suffix=, logDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476, archiveDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/oldWALs, maxLogs=32 2024-12-03T07:50:08,944 INFO [RS:2;911db94732f6:40455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C40455%2C1733212207625, suffix=, logDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,40455,1733212207625, archiveDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/oldWALs, maxLogs=32 2024-12-03T07:50:08,944 INFO [RS:1;911db94732f6:46663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C46663%2C1733212207583, suffix=, logDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46663,1733212207583, archiveDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/oldWALs, maxLogs=32 2024-12-03T07:50:08,963 DEBUG [RS:2;911db94732f6:40455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,40455,1733212207625/911db94732f6%2C40455%2C1733212207625.1733212208949, exclude list is [], retry=0 2024-12-03T07:50:08,965 DEBUG [RS:0;911db94732f6:46057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476/911db94732f6%2C46057%2C1733212207476.1733212208949, exclude list is [], retry=0 2024-12-03T07:50:08,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38185,DS-e8b47bb3-3a10-4c8c-9303-0e4f8227469a,DISK] 2024-12-03T07:50:08,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-41a78212-c561-4ba5-839f-7087cad1c5fc,DISK] 2024-12-03T07:50:08,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34949,DS-788321c6-0053-47ac-a855-1e4d31e51ea6,DISK] 2024-12-03T07:50:08,986 DEBUG [RS:1;911db94732f6:46663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46663,1733212207583/911db94732f6%2C46663%2C1733212207583.1733212208949, exclude list is [], retry=0 2024-12-03T07:50:08,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38185,DS-e8b47bb3-3a10-4c8c-9303-0e4f8227469a,DISK] 2024-12-03T07:50:08,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34949,DS-788321c6-0053-47ac-a855-1e4d31e51ea6,DISK] 2024-12-03T07:50:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-41a78212-c561-4ba5-839f-7087cad1c5fc,DISK] 2024-12-03T07:50:08,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-41a78212-c561-4ba5-839f-7087cad1c5fc,DISK] 2024-12-03T07:50:08,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38185,DS-e8b47bb3-3a10-4c8c-9303-0e4f8227469a,DISK] 2024-12-03T07:50:08,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34949,DS-788321c6-0053-47ac-a855-1e4d31e51ea6,DISK] 2024-12-03T07:50:08,998 INFO [RS:2;911db94732f6:40455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,40455,1733212207625/911db94732f6%2C40455%2C1733212207625.1733212208949 2024-12-03T07:50:09,000 INFO [RS:0;911db94732f6:46057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476/911db94732f6%2C46057%2C1733212207476.1733212208949 2024-12-03T07:50:09,003 DEBUG [RS:2;911db94732f6:40455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963),(127.0.0.1/127.0.0.1:34241:34241),(127.0.0.1/127.0.0.1:42103:42103)] 2024-12-03T07:50:09,003 DEBUG [RS:0;911db94732f6:46057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42103:42103),(127.0.0.1/127.0.0.1:34241:34241),(127.0.0.1/127.0.0.1:40963:40963)] 2024-12-03T07:50:09,004 INFO [RS:1;911db94732f6:46663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46663,1733212207583/911db94732f6%2C46663%2C1733212207583.1733212208949 2024-12-03T07:50:09,005 DEBUG [RS:1;911db94732f6:46663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241),(127.0.0.1/127.0.0.1:40963:40963),(127.0.0.1/127.0.0.1:42103:42103)] 2024-12-03T07:50:09,123 DEBUG [911db94732f6:37929 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-03T07:50:09,131 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(204): Hosts are {911db94732f6=0} racks are {/default-rack=0} 2024-12-03T07:50:09,138 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T07:50:09,138 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T07:50:09,138 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T07:50:09,138 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T07:50:09,138 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T07:50:09,138 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T07:50:09,138 INFO [911db94732f6:37929 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T07:50:09,138 INFO [911db94732f6:37929 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T07:50:09,138 INFO [911db94732f6:37929 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T07:50:09,138 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T07:50:09,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:09,153 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 911db94732f6,46663,1733212207583, state=OPENING 2024-12-03T07:50:09,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T07:50:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:50:09,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:50:09,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:50:09,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:50:09,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:50:09,164 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T07:50:09,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=911db94732f6,46663,1733212207583}] 2024-12-03T07:50:17,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T07:50:17,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T07:50:19,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T07:50:19,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48267, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T07:50:19,208 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T07:50:19,208 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:50:19,208 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T07:50:19,211 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C46663%2C1733212207583.meta, suffix=.meta, logDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46663,1733212207583, archiveDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/oldWALs, maxLogs=32 2024-12-03T07:50:19,227 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46663,1733212207583/911db94732f6%2C46663%2C1733212207583.meta.1733212219213.meta, exclude list is [], retry=0 2024-12-03T07:50:19,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34949,DS-788321c6-0053-47ac-a855-1e4d31e51ea6,DISK] 2024-12-03T07:50:19,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38185,DS-e8b47bb3-3a10-4c8c-9303-0e4f8227469a,DISK] 2024-12-03T07:50:19,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-41a78212-c561-4ba5-839f-7087cad1c5fc,DISK] 2024-12-03T07:50:19,234 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46663,1733212207583/911db94732f6%2C46663%2C1733212207583.meta.1733212219213.meta 2024-12-03T07:50:19,235 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42103:42103),(127.0.0.1/127.0.0.1:40963:40963),(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-03T07:50:19,235 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:50:19,237 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T07:50:19,239 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T07:50:19,244 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T07:50:19,248 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T07:50:19,249 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,249 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T07:50:19,249 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T07:50:19,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T07:50:19,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T07:50:19,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:19,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:19,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T07:50:19,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T07:50:19,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:19,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:19,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T07:50:19,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T07:50:19,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:19,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:19,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T07:50:19,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T07:50:19,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:19,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:50:19,262 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T07:50:19,263 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740 2024-12-03T07:50:19,266 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740 2024-12-03T07:50:19,268 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T07:50:19,268 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T07:50:19,269 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T07:50:19,271 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T07:50:19,272 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60185206, jitterRate=-0.10317054390907288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T07:50:19,272 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T07:50:19,274 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733212219249Writing region info on filesystem at 1733212219250 (+1 ms)Initializing all the Stores at 1733212219251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212219251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212219252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212219252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212219252Cleaning up temporary data from old regions at 1733212219268 (+16 ms)Running coprocessor post-open hooks at 1733212219272 (+4 ms)Region opened successfully at 1733212219274 (+2 ms) 2024-12-03T07:50:19,280 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733212219185 2024-12-03T07:50:19,290 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T07:50:19,291 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T07:50:19,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:19,294 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 911db94732f6,46663,1733212207583, state=OPEN 2024-12-03T07:50:19,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:50:19,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:50:19,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:50:19,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:50:19,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:50:19,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:50:19,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:50:19,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:50:19,297 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=911db94732f6,46663,1733212207583 2024-12-03T07:50:19,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T07:50:19,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=911db94732f6,46663,1733212207583 in 10.1310 sec 2024-12-03T07:50:19,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T07:50:19,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6010 sec 2024-12-03T07:50:19,308 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:50:19,308 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T07:50:19,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:50:19,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,46663,1733212207583, seqNum=-1] 2024-12-03T07:50:19,352 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:50:19,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35673, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:50:19,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8790 sec 2024-12-03T07:50:19,371 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733212219371, completionTime=-1 2024-12-03T07:50:19,374 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T07:50:19,374 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T07:50:19,400 INFO [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T07:50:19,400 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733212279400 2024-12-03T07:50:19,400 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733212339400 2024-12-03T07:50:19,400 INFO [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-03T07:50:19,402 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:50:19,408 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,37929,1733212206768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:19,408 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,37929,1733212206768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:19,408 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,37929,1733212206768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:19,410 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-911db94732f6:37929, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:19,410 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:19,410 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:19,416 DEBUG [master/911db94732f6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T07:50:19,435 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.725sec 2024-12-03T07:50:19,436 INFO [master/911db94732f6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T07:50:19,437 INFO [master/911db94732f6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T07:50:19,438 INFO [master/911db94732f6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T07:50:19,439 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T07:50:19,439 INFO [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T07:50:19,440 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,37929,1733212206768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:50:19,440 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,37929,1733212206768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T07:50:19,444 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T07:50:19,445 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T07:50:19,445 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,37929,1733212206768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:50:19,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675996fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:50:19,486 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T07:50:19,486 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T07:50:19,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,37929,-1 for getting cluster id 2024-12-03T07:50:19,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:50:19,502 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d' 2024-12-03T07:50:19,505 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:50:19,505 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d" 2024-12-03T07:50:19,507 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2f4d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:50:19,507 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,37929,-1] 2024-12-03T07:50:19,510 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:50:19,511 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:50:19,512 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:50:19,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004b4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:50:19,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:50:19,521 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,46663,1733212207583, seqNum=-1] 2024-12-03T07:50:19,522 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:50:19,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:50:19,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=911db94732f6,37929,1733212206768 2024-12-03T07:50:19,570 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733212219569 (current time:1733212219569). 2024-12-03T07:50:19,570 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T07:50:19,570 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T07:50:19,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:50:19,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,37929,-1 for getting cluster id 2024-12-03T07:50:19,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:50:19,574 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d' 2024-12-03T07:50:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:50:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d" 2024-12-03T07:50:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be6b6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:50:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,37929,-1] 2024-12-03T07:50:19,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:50:19,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:50:19,577 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:50:19,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca37978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:50:19,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:50:19,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,46663,1733212207583, seqNum=-1] 2024-12-03T07:50:19,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:50:19,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:50:19,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:50:19,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:50:19,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:50:19,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:50:19,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:50:19,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:50:19,603 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,37929,1733212206768 2024-12-03T07:50:19,606 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f1082a6 2024-12-03T07:50:19,607 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:50:19,608 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:50:19,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:50:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T07:50:19,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T07:50:19,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T07:50:19,625 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:19,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T07:50:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741837_1013 (size=361) 2024-12-03T07:50:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741837_1013 (size=361) 2024-12-03T07:50:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741837_1013 (size=361) 2024-12-03T07:50:19,647 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 43317b35869fd43007f3c6c9bd7b1c9b, NAME => 'SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,647 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4c1a9cc8360a7b77f2f7b7cca0dcc5d9, NAME => 'SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,647 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d53a6436b0af95deee8065c4e1846c91, NAME => 'SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741838_1014 (size=62) 2024-12-03T07:50:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741838_1014 (size=62) 2024-12-03T07:50:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741838_1014 (size=62) 2024-12-03T07:50:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741839_1015 (size=62) 2024-12-03T07:50:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741840_1016 (size=54) 2024-12-03T07:50:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741839_1015 (size=62) 2024-12-03T07:50:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741839_1015 (size=62) 2024-12-03T07:50:19,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 43317b35869fd43007f3c6c9bd7b1c9b, disabling compactions & flushes 2024-12-03T07:50:19,673 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:50:19,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:50:19,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. after waiting 0 ms 2024-12-03T07:50:19,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:50:19,673 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:50:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741840_1016 (size=54) 2024-12-03T07:50:19,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 43317b35869fd43007f3c6c9bd7b1c9b: Waiting for close lock at 1733212219672Disabling compacts and flushes for region at 1733212219672Disabling writes for close at 1733212219673 (+1 ms)Writing region close event to WAL at 1733212219673Closed at 1733212219673 2024-12-03T07:50:19,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4c1a9cc8360a7b77f2f7b7cca0dcc5d9, disabling compactions & flushes 2024-12-03T07:50:19,674 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:19,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:19,674 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 166b7b31854d6877cb0d7da9b7566f45, NAME => 'SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741840_1016 (size=54) 2024-12-03T07:50:19,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. after waiting 0 ms 2024-12-03T07:50:19,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:19,674 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:19,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9: Waiting for close lock at 1733212219673Disabling compacts and flushes for region at 1733212219673Disabling writes for close at 1733212219674 (+1 ms)Writing region close event to WAL at 1733212219674Closed at 1733212219674 2024-12-03T07:50:19,675 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 93038385c761f2203486b3e4e7dcd151, NAME => 'SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d53a6436b0af95deee8065c4e1846c91, disabling compactions & flushes 2024-12-03T07:50:19,678 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:19,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:19,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. after waiting 0 ms 2024-12-03T07:50:19,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:19,679 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:19,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d53a6436b0af95deee8065c4e1846c91: Waiting for close lock at 1733212219678Disabling compacts and flushes for region at 1733212219678Disabling writes for close at 1733212219679 (+1 ms)Writing region close event to WAL at 1733212219679Closed at 1733212219679 2024-12-03T07:50:19,679 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de0fc08690b308906f67e08539e4a365, NAME => 'SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741841_1017 (size=62) 2024-12-03T07:50:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741841_1017 (size=62) 2024-12-03T07:50:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741841_1017 (size=62) 2024-12-03T07:50:19,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 166b7b31854d6877cb0d7da9b7566f45, disabling compactions & flushes 2024-12-03T07:50:19,697 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:50:19,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:50:19,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741842_1018 (size=62) 2024-12-03T07:50:19,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. after waiting 0 ms 2024-12-03T07:50:19,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:50:19,697 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:50:19,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 166b7b31854d6877cb0d7da9b7566f45: Waiting for close lock at 1733212219697Disabling compacts and flushes for region at 1733212219697Disabling writes for close at 1733212219697Writing region close event to WAL at 1733212219697Closed at 1733212219697 2024-12-03T07:50:19,698 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9de277c6f25718ed3f4223d5587e975c, NAME => 'SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741842_1018 (size=62) 2024-12-03T07:50:19,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741842_1018 (size=62) 2024-12-03T07:50:19,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 93038385c761f2203486b3e4e7dcd151, disabling compactions & flushes 2024-12-03T07:50:19,702 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:19,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:19,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. after waiting 0 ms 2024-12-03T07:50:19,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:19,702 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:19,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 93038385c761f2203486b3e4e7dcd151: Waiting for close lock at 1733212219702Disabling compacts and flushes for region at 1733212219702Disabling writes for close at 1733212219702Writing region close event to WAL at 1733212219702Closed at 1733212219702 2024-12-03T07:50:19,703 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c8338e66392910812558f349f4e5103a, NAME => 'SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741843_1019 (size=62) 2024-12-03T07:50:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741843_1019 (size=62) 2024-12-03T07:50:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741843_1019 (size=62) 2024-12-03T07:50:19,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing de0fc08690b308906f67e08539e4a365, disabling compactions & flushes 2024-12-03T07:50:19,708 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:19,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:19,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. after waiting 0 ms 2024-12-03T07:50:19,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:19,708 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:19,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for de0fc08690b308906f67e08539e4a365: Waiting for close lock at 1733212219708Disabling compacts and flushes for region at 1733212219708Disabling writes for close at 1733212219708Writing region close event to WAL at 1733212219708Closed at 1733212219708 2024-12-03T07:50:19,709 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bdf729010a43acc9e9aadb5246d8780, NAME => 'SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741844_1020 (size=62) 2024-12-03T07:50:19,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741844_1020 (size=62) 2024-12-03T07:50:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741844_1020 (size=62) 2024-12-03T07:50:19,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9de277c6f25718ed3f4223d5587e975c, disabling compactions & flushes 2024-12-03T07:50:19,731 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:50:19,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:50:19,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. after waiting 0 ms 2024-12-03T07:50:19,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:50:19,731 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:50:19,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9de277c6f25718ed3f4223d5587e975c: Waiting for close lock at 1733212219731Disabling compacts and flushes for region at 1733212219731Disabling writes for close at 1733212219731Writing region close event to WAL at 1733212219731Closed at 1733212219731 2024-12-03T07:50:19,732 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eb01a7c9c98e3f92751fe41255260c7d, NAME => 'SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf 2024-12-03T07:50:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741845_1021 (size=62) 2024-12-03T07:50:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741845_1021 (size=62) 2024-12-03T07:50:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741845_1021 (size=62) 2024-12-03T07:50:19,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:19,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c8338e66392910812558f349f4e5103a, disabling compactions & flushes 2024-12-03T07:50:19,739 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:19,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:19,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. after waiting 0 ms 2024-12-03T07:50:19,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:19,739 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:19,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c8338e66392910812558f349f4e5103a: Waiting for close lock at 1733212219739Disabling compacts and flushes for region at 1733212219739Disabling writes for close at 1733212219739Writing region close event to WAL at 1733212219739Closed at 1733212219739 2024-12-03T07:50:19,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741846_1022 (size=62) 2024-12-03T07:50:19,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741846_1022 (size=62) 2024-12-03T07:50:19,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741846_1022 (size=62) 2024-12-03T07:50:19,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2bdf729010a43acc9e9aadb5246d8780, disabling compactions & flushes 2024-12-03T07:50:19,753 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:19,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:19,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. after waiting 0 ms 2024-12-03T07:50:19,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:19,754 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:19,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bdf729010a43acc9e9aadb5246d8780: Waiting for close lock at 1733212219753Disabling compacts and flushes for region at 1733212219753Disabling writes for close at 1733212219754 (+1 ms)Writing region close event to WAL at 1733212219754Closed at 1733212219754 2024-12-03T07:50:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741847_1023 (size=54) 2024-12-03T07:50:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741847_1023 (size=54) 2024-12-03T07:50:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741847_1023 (size=54) 2024-12-03T07:50:19,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:19,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing eb01a7c9c98e3f92751fe41255260c7d, disabling compactions & flushes 2024-12-03T07:50:19,760 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:50:19,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:50:19,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. after waiting 0 ms 2024-12-03T07:50:19,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:50:19,760 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:50:19,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for eb01a7c9c98e3f92751fe41255260c7d: Waiting for close lock at 1733212219760Disabling compacts and flushes for region at 1733212219760Disabling writes for close at 1733212219760Writing region close event to WAL at 1733212219760Closed at 1733212219760 2024-12-03T07:50:19,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T07:50:19,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733212219762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212219762"}]},"ts":"1733212219762"} 2024-12-03T07:50:19,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T07:50:19,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T07:50:19,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733212219808"}]},"ts":"1733212219808"} 2024-12-03T07:50:19,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T07:50:19,815 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {911db94732f6=0} racks are {/default-rack=0} 2024-12-03T07:50:19,823 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T07:50:19,823 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T07:50:19,823 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T07:50:19,823 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T07:50:19,824 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T07:50:19,824 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T07:50:19,824 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T07:50:19,824 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T07:50:19,824 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T07:50:19,824 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T07:50:19,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d53a6436b0af95deee8065c4e1846c91, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c1a9cc8360a7b77f2f7b7cca0dcc5d9, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93038385c761f2203486b3e4e7dcd151, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de0fc08690b308906f67e08539e4a365, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8338e66392910812558f349f4e5103a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bdf729010a43acc9e9aadb5246d8780, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN}] 2024-12-03T07:50:19,830 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bdf729010a43acc9e9aadb5246d8780, ASSIGN 2024-12-03T07:50:19,830 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN 2024-12-03T07:50:19,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8338e66392910812558f349f4e5103a, ASSIGN 2024-12-03T07:50:19,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de0fc08690b308906f67e08539e4a365, ASSIGN 2024-12-03T07:50:19,832 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2bdf729010a43acc9e9aadb5246d8780, ASSIGN; state=OFFLINE, location=911db94732f6,46663,1733212207583; forceNewPlan=false, retain=false 2024-12-03T07:50:19,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8338e66392910812558f349f4e5103a, ASSIGN; state=OFFLINE, location=911db94732f6,40455,1733212207625; forceNewPlan=false, retain=false 2024-12-03T07:50:19,832 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de0fc08690b308906f67e08539e4a365, ASSIGN; state=OFFLINE, location=911db94732f6,46663,1733212207583; forceNewPlan=false, retain=false 2024-12-03T07:50:19,832 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN; state=OFFLINE, location=911db94732f6,46057,1733212207476; forceNewPlan=false, retain=false 2024-12-03T07:50:19,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN 2024-12-03T07:50:19,838 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93038385c761f2203486b3e4e7dcd151, ASSIGN 2024-12-03T07:50:19,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN 2024-12-03T07:50:19,838 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN 2024-12-03T07:50:19,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c1a9cc8360a7b77f2f7b7cca0dcc5d9, ASSIGN 2024-12-03T07:50:19,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN; state=OFFLINE, location=911db94732f6,46057,1733212207476; forceNewPlan=false, retain=false 2024-12-03T07:50:19,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93038385c761f2203486b3e4e7dcd151, ASSIGN; state=OFFLINE, location=911db94732f6,40455,1733212207625; forceNewPlan=false, retain=false 2024-12-03T07:50:19,841 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN; state=OFFLINE, location=911db94732f6,46057,1733212207476; forceNewPlan=false, retain=false 2024-12-03T07:50:19,841 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c1a9cc8360a7b77f2f7b7cca0dcc5d9, ASSIGN; state=OFFLINE, location=911db94732f6,40455,1733212207625; forceNewPlan=false, retain=false 2024-12-03T07:50:19,842 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN; state=OFFLINE, location=911db94732f6,46057,1733212207476; forceNewPlan=false, retain=false 2024-12-03T07:50:19,845 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d53a6436b0af95deee8065c4e1846c91, ASSIGN 2024-12-03T07:50:19,847 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d53a6436b0af95deee8065c4e1846c91, ASSIGN; state=OFFLINE, location=911db94732f6,46663,1733212207583; forceNewPlan=false, retain=false 2024-12-03T07:50:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:19,985 INFO [911db94732f6:37929 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T07:50:19,985 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=eb01a7c9c98e3f92751fe41255260c7d, regionState=OPENING, regionLocation=911db94732f6,46057,1733212207476 2024-12-03T07:50:19,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9de277c6f25718ed3f4223d5587e975c, regionState=OPENING, regionLocation=911db94732f6,46057,1733212207476 2024-12-03T07:50:19,985 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=de0fc08690b308906f67e08539e4a365, regionState=OPENING, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:19,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2bdf729010a43acc9e9aadb5246d8780, regionState=OPENING, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:19,985 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d53a6436b0af95deee8065c4e1846c91, regionState=OPENING, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:19,986 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c8338e66392910812558f349f4e5103a, regionState=OPENING, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:50:19,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93038385c761f2203486b3e4e7dcd151, regionState=OPENING, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:50:19,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=43317b35869fd43007f3c6c9bd7b1c9b, regionState=OPENING, regionLocation=911db94732f6,46057,1733212207476 2024-12-03T07:50:19,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4c1a9cc8360a7b77f2f7b7cca0dcc5d9, regionState=OPENING, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:50:19,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=166b7b31854d6877cb0d7da9b7566f45, regionState=OPENING, regionLocation=911db94732f6,46057,1733212207476 2024-12-03T07:50:19,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d53a6436b0af95deee8065c4e1846c91, ASSIGN because future has completed 2024-12-03T07:50:19,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d53a6436b0af95deee8065c4e1846c91, server=911db94732f6,46663,1733212207583}] 2024-12-03T07:50:19,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN because future has completed 2024-12-03T07:50:19,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb01a7c9c98e3f92751fe41255260c7d, server=911db94732f6,46057,1733212207476}] 2024-12-03T07:50:19,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN because future has completed 2024-12-03T07:50:19,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de0fc08690b308906f67e08539e4a365, ASSIGN because future has completed 2024-12-03T07:50:20,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de277c6f25718ed3f4223d5587e975c, server=911db94732f6,46057,1733212207476}] 2024-12-03T07:50:20,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure de0fc08690b308906f67e08539e4a365, server=911db94732f6,46663,1733212207583}] 2024-12-03T07:50:20,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2bdf729010a43acc9e9aadb5246d8780, ASSIGN because future has completed 2024-12-03T07:50:20,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN because future has completed 2024-12-03T07:50:20,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b, server=911db94732f6,46057,1733212207476}] 2024-12-03T07:50:20,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8338e66392910812558f349f4e5103a, ASSIGN because future has completed 2024-12-03T07:50:20,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdf729010a43acc9e9aadb5246d8780, server=911db94732f6,46663,1733212207583}] 2024-12-03T07:50:20,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c1a9cc8360a7b77f2f7b7cca0dcc5d9, ASSIGN because future has completed 2024-12-03T07:50:20,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN because future has completed 2024-12-03T07:50:20,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93038385c761f2203486b3e4e7dcd151, ASSIGN because future has completed 2024-12-03T07:50:20,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8338e66392910812558f349f4e5103a, server=911db94732f6,40455,1733212207625}] 2024-12-03T07:50:20,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93038385c761f2203486b3e4e7dcd151, server=911db94732f6,40455,1733212207625}] 2024-12-03T07:50:20,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166b7b31854d6877cb0d7da9b7566f45, server=911db94732f6,46057,1733212207476}] 2024-12-03T07:50:20,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c1a9cc8360a7b77f2f7b7cca0dcc5d9, server=911db94732f6,40455,1733212207625}] 2024-12-03T07:50:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:20,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T07:50:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:24,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:50:27,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T07:50:27,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T07:50:27,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T07:50:27,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T07:50:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:30,000 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:30,001 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d53a6436b0af95deee8065c4e1846c91, NAME => 'SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T07:50:30,001 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,001 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,001 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,001 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,003 INFO [StoreOpener-d53a6436b0af95deee8065c4e1846c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,004 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T07:50:30,005 INFO [StoreOpener-d53a6436b0af95deee8065c4e1846c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53a6436b0af95deee8065c4e1846c91 columnFamilyName cf 2024-12-03T07:50:30,006 DEBUG [StoreOpener-d53a6436b0af95deee8065c4e1846c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44539, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T07:50:30,007 INFO [StoreOpener-d53a6436b0af95deee8065c4e1846c91-1 {}] regionserver.HStore(327): Store=d53a6436b0af95deee8065c4e1846c91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,007 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,008 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,008 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,009 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,009 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,011 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:50:30,012 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9de277c6f25718ed3f4223d5587e975c, NAME => 'SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T07:50:30,012 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,012 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,012 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,013 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,013 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,014 INFO [StoreOpener-9de277c6f25718ed3f4223d5587e975c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,016 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/d53a6436b0af95deee8065c4e1846c91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,016 INFO [StoreOpener-9de277c6f25718ed3f4223d5587e975c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de277c6f25718ed3f4223d5587e975c columnFamilyName cf 2024-12-03T07:50:30,016 DEBUG [StoreOpener-9de277c6f25718ed3f4223d5587e975c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,016 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d53a6436b0af95deee8065c4e1846c91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67093742, jitterRate=-2.2533535957336426E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,017 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:30,017 INFO [StoreOpener-9de277c6f25718ed3f4223d5587e975c-1 {}] regionserver.HStore(327): Store=9de277c6f25718ed3f4223d5587e975c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,017 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,018 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,018 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d53a6436b0af95deee8065c4e1846c91: Running coprocessor pre-open hook at 1733212230001Writing region info on filesystem at 1733212230001Initializing all the Stores at 1733212230003 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230003Cleaning up temporary data from old regions at 1733212230009 (+6 ms)Running coprocessor post-open hooks at 1733212230017 (+8 ms)Region opened successfully at 1733212230018 (+1 ms) 2024-12-03T07:50:30,019 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,019 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,019 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,020 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91., pid=15, masterSystemTime=1733212229993 2024-12-03T07:50:30,022 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,022 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T07:50:30,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T07:50:30,024 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:30,024 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:30,024 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:30,024 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => de0fc08690b308906f67e08539e4a365, NAME => 'SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T07:50:30,025 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,025 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,025 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,025 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,026 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/9de277c6f25718ed3f4223d5587e975c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,026 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d53a6436b0af95deee8065c4e1846c91, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:30,027 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9de277c6f25718ed3f4223d5587e975c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60694224, jitterRate=-0.09558558464050293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,027 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:30,027 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9de277c6f25718ed3f4223d5587e975c: Running coprocessor pre-open hook at 1733212230013Writing region info on filesystem at 1733212230013Initializing all the Stores at 1733212230014 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230014Cleaning up temporary data from old regions at 1733212230019 (+5 ms)Running coprocessor post-open hooks at 1733212230027 (+8 ms)Region opened successfully at 1733212230027 2024-12-03T07:50:30,029 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., pid=17, masterSystemTime=1733212230003 2024-12-03T07:50:30,029 INFO [StoreOpener-de0fc08690b308906f67e08539e4a365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,030 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:30,030 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c1a9cc8360a7b77f2f7b7cca0dcc5d9, NAME => 'SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T07:50:30,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d53a6436b0af95deee8065c4e1846c91, server=911db94732f6,46663,1733212207583 because future has completed 2024-12-03T07:50:30,030 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,030 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,030 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,030 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,031 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:50:30,031 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:50:30,031 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:50:30,032 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => eb01a7c9c98e3f92751fe41255260c7d, NAME => 'SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T07:50:30,032 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,032 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,032 INFO [StoreOpener-de0fc08690b308906f67e08539e4a365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de0fc08690b308906f67e08539e4a365 columnFamilyName cf 2024-12-03T07:50:30,032 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,032 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,032 DEBUG [StoreOpener-de0fc08690b308906f67e08539e4a365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9de277c6f25718ed3f4223d5587e975c, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46057,1733212207476 2024-12-03T07:50:30,033 INFO [StoreOpener-de0fc08690b308906f67e08539e4a365-1 {}] regionserver.HStore(327): Store=de0fc08690b308906f67e08539e4a365/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,034 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,035 INFO [StoreOpener-4c1a9cc8360a7b77f2f7b7cca0dcc5d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,035 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,036 INFO [StoreOpener-eb01a7c9c98e3f92751fe41255260c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,036 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de277c6f25718ed3f4223d5587e975c, server=911db94732f6,46057,1733212207476 because future has completed 2024-12-03T07:50:30,037 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,038 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-12-03T07:50:30,039 INFO [StoreOpener-4c1a9cc8360a7b77f2f7b7cca0dcc5d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 columnFamilyName cf 2024-12-03T07:50:30,039 DEBUG [StoreOpener-4c1a9cc8360a7b77f2f7b7cca0dcc5d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,040 INFO [StoreOpener-eb01a7c9c98e3f92751fe41255260c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb01a7c9c98e3f92751fe41255260c7d columnFamilyName cf 2024-12-03T07:50:30,040 DEBUG [StoreOpener-eb01a7c9c98e3f92751fe41255260c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,040 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,040 INFO [StoreOpener-4c1a9cc8360a7b77f2f7b7cca0dcc5d9-1 {}] regionserver.HStore(327): Store=4c1a9cc8360a7b77f2f7b7cca0dcc5d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,041 INFO [StoreOpener-eb01a7c9c98e3f92751fe41255260c7d-1 {}] regionserver.HStore(327): Store=eb01a7c9c98e3f92751fe41255260c7d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,041 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d53a6436b0af95deee8065c4e1846c91, server=911db94732f6,46663,1733212207583 in 10.0420 sec 2024-12-03T07:50:30,042 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,043 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,043 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-12-03T07:50:30,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9de277c6f25718ed3f4223d5587e975c, server=911db94732f6,46057,1733212207476 in 10.0440 sec 2024-12-03T07:50:30,043 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,044 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,044 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,044 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,045 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,045 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d53a6436b0af95deee8065c4e1846c91, ASSIGN in 10.2140 sec 2024-12-03T07:50:30,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN in 10.2180 sec 2024-12-03T07:50:30,046 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/de0fc08690b308906f67e08539e4a365/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,047 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened de0fc08690b308906f67e08539e4a365; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67959805, jitterRate=0.012680009007453918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,047 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:30,047 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,047 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for de0fc08690b308906f67e08539e4a365: Running coprocessor pre-open hook at 1733212230025Writing region info on filesystem at 1733212230025Initializing all the Stores at 1733212230027 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230027Cleaning up temporary data from old regions at 1733212230038 (+11 ms)Running coprocessor post-open hooks at 1733212230047 (+9 ms)Region opened successfully at 1733212230047 2024-12-03T07:50:30,048 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,049 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365., pid=18, masterSystemTime=1733212229993 2024-12-03T07:50:30,051 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:30,051 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:30,052 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:30,052 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bdf729010a43acc9e9aadb5246d8780, NAME => 'SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T07:50:30,052 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,052 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,052 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,052 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=de0fc08690b308906f67e08539e4a365, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:30,054 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/eb01a7c9c98e3f92751fe41255260c7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,055 INFO [StoreOpener-2bdf729010a43acc9e9aadb5246d8780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,055 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened eb01a7c9c98e3f92751fe41255260c7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68567013, jitterRate=0.021728113293647766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,055 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:30,055 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for eb01a7c9c98e3f92751fe41255260c7d: Running coprocessor pre-open hook at 1733212230032Writing region info on filesystem at 1733212230032Initializing all the Stores at 1733212230035 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230035Cleaning up temporary data from old regions at 1733212230044 (+9 ms)Running coprocessor post-open hooks at 1733212230055 (+11 ms)Region opened successfully at 1733212230055 2024-12-03T07:50:30,056 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/4c1a9cc8360a7b77f2f7b7cca0dcc5d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure de0fc08690b308906f67e08539e4a365, server=911db94732f6,46663,1733212207583 because future has completed 2024-12-03T07:50:30,057 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4c1a9cc8360a7b77f2f7b7cca0dcc5d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65459600, jitterRate=-0.02457594871520996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,057 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:30,057 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., pid=16, masterSystemTime=1733212230003 2024-12-03T07:50:30,057 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9: Running coprocessor pre-open hook at 1733212230031Writing region info on filesystem at 1733212230031Initializing all the Stores at 1733212230033 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230033Cleaning up temporary data from old regions at 1733212230045 (+12 ms)Running coprocessor post-open hooks at 1733212230057 (+12 ms)Region opened successfully at 1733212230057 2024-12-03T07:50:30,058 INFO [StoreOpener-2bdf729010a43acc9e9aadb5246d8780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdf729010a43acc9e9aadb5246d8780 columnFamilyName cf 2024-12-03T07:50:30,058 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9., pid=24, masterSystemTime=1733212230021 2024-12-03T07:50:30,059 DEBUG [StoreOpener-2bdf729010a43acc9e9aadb5246d8780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,059 INFO [StoreOpener-2bdf729010a43acc9e9aadb5246d8780-1 {}] regionserver.HStore(327): Store=2bdf729010a43acc9e9aadb5246d8780/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,060 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,060 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:50:30,061 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:50:30,061 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:50:30,061 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 166b7b31854d6877cb0d7da9b7566f45, NAME => 'SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T07:50:30,061 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,061 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,062 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=eb01a7c9c98e3f92751fe41255260c7d, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46057,1733212207476 2024-12-03T07:50:30,062 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,062 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,062 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:30,062 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:30,062 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:30,063 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,063 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 93038385c761f2203486b3e4e7dcd151, NAME => 'SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T07:50:30,063 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,064 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,064 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,064 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,064 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,064 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-03T07:50:30,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure de0fc08690b308906f67e08539e4a365, server=911db94732f6,46663,1733212207583 in 10.0580 sec 2024-12-03T07:50:30,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4c1a9cc8360a7b77f2f7b7cca0dcc5d9, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:50:30,067 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb01a7c9c98e3f92751fe41255260c7d, server=911db94732f6,46057,1733212207476 because future has completed 2024-12-03T07:50:30,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de0fc08690b308906f67e08539e4a365, ASSIGN in 10.2400 sec 2024-12-03T07:50:30,069 INFO [StoreOpener-166b7b31854d6877cb0d7da9b7566f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,070 INFO [StoreOpener-93038385c761f2203486b3e4e7dcd151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c1a9cc8360a7b77f2f7b7cca0dcc5d9, server=911db94732f6,40455,1733212207625 because future has completed 2024-12-03T07:50:30,073 INFO [StoreOpener-93038385c761f2203486b3e4e7dcd151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93038385c761f2203486b3e4e7dcd151 columnFamilyName cf 2024-12-03T07:50:30,073 DEBUG [StoreOpener-93038385c761f2203486b3e4e7dcd151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,073 INFO [StoreOpener-166b7b31854d6877cb0d7da9b7566f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166b7b31854d6877cb0d7da9b7566f45 columnFamilyName cf 2024-12-03T07:50:30,073 DEBUG [StoreOpener-166b7b31854d6877cb0d7da9b7566f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,073 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,074 INFO [StoreOpener-93038385c761f2203486b3e4e7dcd151-1 {}] regionserver.HStore(327): Store=93038385c761f2203486b3e4e7dcd151/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,074 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,074 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2bdf729010a43acc9e9aadb5246d8780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66870773, jitterRate=-0.0035478323698043823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,074 INFO [StoreOpener-166b7b31854d6877cb0d7da9b7566f45-1 {}] regionserver.HStore(327): Store=166b7b31854d6877cb0d7da9b7566f45/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,075 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:30,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-03T07:50:30,075 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,075 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2bdf729010a43acc9e9aadb5246d8780: Running coprocessor pre-open hook at 1733212230052Writing region info on filesystem at 1733212230052Initializing all the Stores at 1733212230054 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230054Cleaning up temporary data from old regions at 1733212230064 (+10 ms)Running coprocessor post-open hooks at 1733212230075 (+11 ms)Region opened successfully at 1733212230075 2024-12-03T07:50:30,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure eb01a7c9c98e3f92751fe41255260c7d, server=911db94732f6,46057,1733212207476 in 10.0790 sec 2024-12-03T07:50:30,075 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,076 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,076 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-03T07:50:30,077 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c1a9cc8360a7b77f2f7b7cca0dcc5d9, server=911db94732f6,40455,1733212207625 in 10.0480 sec 2024-12-03T07:50:30,077 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,077 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,078 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,078 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,079 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780., pid=19, masterSystemTime=1733212229993 2024-12-03T07:50:30,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN in 10.2500 sec 2024-12-03T07:50:30,081 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c1a9cc8360a7b77f2f7b7cca0dcc5d9, ASSIGN in 10.2520 sec 2024-12-03T07:50:30,081 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:30,081 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:30,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2bdf729010a43acc9e9aadb5246d8780, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:30,083 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,085 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/166b7b31854d6877cb0d7da9b7566f45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,086 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 166b7b31854d6877cb0d7da9b7566f45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71781481, jitterRate=0.06962741911411285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,086 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:30,086 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 166b7b31854d6877cb0d7da9b7566f45: Running coprocessor pre-open hook at 1733212230062Writing region info on filesystem at 1733212230062Initializing all the Stores at 1733212230063 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230063Cleaning up temporary data from old regions at 1733212230078 (+15 ms)Running coprocessor post-open hooks at 1733212230086 (+8 ms)Region opened successfully at 1733212230086 2024-12-03T07:50:30,087 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/93038385c761f2203486b3e4e7dcd151/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,088 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 93038385c761f2203486b3e4e7dcd151; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59149538, jitterRate=-0.11860319972038269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,088 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:30,088 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 93038385c761f2203486b3e4e7dcd151: Running coprocessor pre-open hook at 1733212230064Writing region info on filesystem at 1733212230064Initializing all the Stores at 1733212230066 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230066Cleaning up temporary data from old regions at 1733212230077 (+11 ms)Running coprocessor post-open hooks at 1733212230088 (+11 ms)Region opened successfully at 1733212230088 2024-12-03T07:50:30,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdf729010a43acc9e9aadb5246d8780, server=911db94732f6,46663,1733212207583 because future has completed 2024-12-03T07:50:30,090 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45., pid=23, masterSystemTime=1733212230003 2024-12-03T07:50:30,090 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151., pid=22, masterSystemTime=1733212230021 2024-12-03T07:50:30,093 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:50:30,093 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:50:30,093 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:50:30,094 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 43317b35869fd43007f3c6c9bd7b1c9b, NAME => 'SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T07:50:30,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=166b7b31854d6877cb0d7da9b7566f45, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46057,1733212207476 2024-12-03T07:50:30,094 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,094 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,094 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:30,094 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:30,094 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,095 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,095 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:30,095 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c8338e66392910812558f349f4e5103a, NAME => 'SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T07:50:30,095 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,095 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:50:30,095 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,095 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,097 INFO [StoreOpener-43317b35869fd43007f3c6c9bd7b1c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-12-03T07:50:30,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bdf729010a43acc9e9aadb5246d8780, server=911db94732f6,46663,1733212207583 in 10.0850 sec 2024-12-03T07:50:30,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93038385c761f2203486b3e4e7dcd151, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:50:30,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166b7b31854d6877cb0d7da9b7566f45, server=911db94732f6,46057,1733212207476 because future has completed 2024-12-03T07:50:30,099 INFO [StoreOpener-c8338e66392910812558f349f4e5103a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,099 INFO [StoreOpener-43317b35869fd43007f3c6c9bd7b1c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43317b35869fd43007f3c6c9bd7b1c9b columnFamilyName cf 2024-12-03T07:50:30,099 DEBUG [StoreOpener-43317b35869fd43007f3c6c9bd7b1c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,101 INFO [StoreOpener-43317b35869fd43007f3c6c9bd7b1c9b-1 {}] regionserver.HStore(327): Store=43317b35869fd43007f3c6c9bd7b1c9b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,101 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93038385c761f2203486b3e4e7dcd151, server=911db94732f6,40455,1733212207625 because future has completed 2024-12-03T07:50:30,102 INFO [StoreOpener-c8338e66392910812558f349f4e5103a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8338e66392910812558f349f4e5103a columnFamilyName cf 2024-12-03T07:50:30,102 DEBUG [StoreOpener-c8338e66392910812558f349f4e5103a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:50:30,102 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bdf729010a43acc9e9aadb5246d8780, ASSIGN in 10.2730 sec 2024-12-03T07:50:30,103 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,104 INFO [StoreOpener-c8338e66392910812558f349f4e5103a-1 {}] regionserver.HStore(327): Store=c8338e66392910812558f349f4e5103a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:50:30,104 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,105 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,105 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,106 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,106 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,107 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,107 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-03T07:50:30,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 166b7b31854d6877cb0d7da9b7566f45, server=911db94732f6,46057,1733212207476 in 10.0880 sec 2024-12-03T07:50:30,109 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-03T07:50:30,111 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 93038385c761f2203486b3e4e7dcd151, server=911db94732f6,40455,1733212207625 in 10.0890 sec 2024-12-03T07:50:30,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN in 10.2830 sec 2024-12-03T07:50:30,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93038385c761f2203486b3e4e7dcd151, ASSIGN in 10.2860 sec 2024-12-03T07:50:30,118 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,119 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c8338e66392910812558f349f4e5103a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64633318, jitterRate=-0.03688850998878479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,119 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8338e66392910812558f349f4e5103a 2024-12-03T07:50:30,119 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c8338e66392910812558f349f4e5103a: Running coprocessor pre-open hook at 1733212230096Writing region info on filesystem at 1733212230096Initializing all the Stores at 1733212230097 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230097Cleaning up temporary data from old regions at 1733212230107 (+10 ms)Running coprocessor post-open hooks at 1733212230119 (+12 ms)Region opened successfully at 1733212230119 2024-12-03T07:50:30,120 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., pid=21, masterSystemTime=1733212230021 2024-12-03T07:50:30,122 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/43317b35869fd43007f3c6c9bd7b1c9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:50:30,123 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:30,123 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:30,123 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 43317b35869fd43007f3c6c9bd7b1c9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71154993, jitterRate=0.060292020440101624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:50:30,123 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:30,123 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 43317b35869fd43007f3c6c9bd7b1c9b: Running coprocessor pre-open hook at 1733212230095Writing region info on filesystem at 1733212230095Initializing all the Stores at 1733212230097 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212230097Cleaning up temporary data from old regions at 1733212230105 (+8 ms)Running coprocessor post-open hooks at 1733212230123 (+18 ms)Region opened successfully at 1733212230123 2024-12-03T07:50:30,124 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c8338e66392910812558f349f4e5103a, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:50:30,125 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b., pid=20, masterSystemTime=1733212230003 2024-12-03T07:50:30,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8338e66392910812558f349f4e5103a, server=911db94732f6,40455,1733212207625 because future has completed 2024-12-03T07:50:30,128 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:50:30,128 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:50:30,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=43317b35869fd43007f3c6c9bd7b1c9b, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46057,1733212207476 2024-12-03T07:50:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b, server=911db94732f6,46057,1733212207476 because future has completed 2024-12-03T07:50:30,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-03T07:50:30,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c8338e66392910812558f349f4e5103a, server=911db94732f6,40455,1733212207625 in 10.1140 sec 2024-12-03T07:50:30,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8338e66392910812558f349f4e5103a, ASSIGN in 10.3080 sec 2024-12-03T07:50:30,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-03T07:50:30,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b, server=911db94732f6,46057,1733212207476 in 10.1270 sec 2024-12-03T07:50:30,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-03T07:50:30,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN in 10.3130 sec 2024-12-03T07:50:30,143 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T07:50:30,143 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733212230143"}]},"ts":"1733212230143"} 2024-12-03T07:50:30,145 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T07:50:30,146 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T07:50:30,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5300 sec 2024-12-03T07:50:32,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T07:50:35,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:50:35,865 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:50:37,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-03T07:50:37,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-03T07:50:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:50:37,919 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T07:50:37,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T07:50:37,920 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:50:37,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T07:50:37,931 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:50:37,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T07:50:37,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:37,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:37,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:37,983 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:37,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:37,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:37,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:37,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:38,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., hostname=911db94732f6,40455,1733212207625, seqNum=2] 2024-12-03T07:50:38,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., hostname=911db94732f6,40455,1733212207625, seqNum=2] 2024-12-03T07:50:38,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., hostname=911db94732f6,40455,1733212207625, seqNum=2] 2024-12-03T07:50:38,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., hostname=911db94732f6,40455,1733212207625, seqNum=2] 2024-12-03T07:50:38,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., hostname=911db94732f6,40455,1733212207625, seqNum=2] 2024-12-03T07:50:38,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., hostname=911db94732f6,40455,1733212207625, seqNum=2] 2024-12-03T07:50:38,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., hostname=911db94732f6,40455,1733212207625, seqNum=2] 2024-12-03T07:50:38,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., hostname=911db94732f6,40455,1733212207625, seqNum=2] 2024-12-03T07:50:38,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780., hostname=911db94732f6,46663,1733212207583, seqNum=2] 2024-12-03T07:50:38,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780., hostname=911db94732f6,46663,1733212207583, seqNum=2] 2024-12-03T07:50:38,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780., hostname=911db94732f6,46663,1733212207583, seqNum=2] 2024-12-03T07:50:38,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780., hostname=911db94732f6,46663,1733212207583, seqNum=2] 2024-12-03T07:50:38,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780., hostname=911db94732f6,46663,1733212207583, seqNum=2] 2024-12-03T07:50:38,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780., hostname=911db94732f6,46663,1733212207583, seqNum=2] 2024-12-03T07:50:38,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:38,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:38,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:38,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:38,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:38,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:38,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., hostname=911db94732f6,46057,1733212207476, seqNum=2] 2024-12-03T07:50:38,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:50:38,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:50:38,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:50:39,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:50:39,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T07:50:39,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T07:50:39,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:50:39,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T07:50:39,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T07:50:39,895 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T07:50:39,896 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:50:39,897 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T07:50:39,902 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T07:50:39,917 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T07:50:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741848_1024 (size=49) 2024-12-03T07:50:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741848_1024 (size=49) 2024-12-03T07:50:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741848_1024 (size=49) 2024-12-03T07:50:39,929 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T07:50:39,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d53a6436b0af95deee8065c4e1846c91}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c1a9cc8360a7b77f2f7b7cca0dcc5d9}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93038385c761f2203486b3e4e7dcd151}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de0fc08690b308906f67e08539e4a365}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8338e66392910812558f349f4e5103a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bdf729010a43acc9e9aadb5246d8780}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d}] 2024-12-03T07:50:39,935 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:39,936 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:39,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:39,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:39,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:39,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:39,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8338e66392910812558f349f4e5103a 2024-12-03T07:50:39,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:39,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:39,945 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:39,997 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 911db94732f6,46057,1733212207476 2024-12-03T07:50:39,998 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 911db94732f6,46057,1733212207476: Simulated kill ***** 2024-12-03T07:50:39,998 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T07:50:40,000 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T07:50:40,001 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T07:50:40,004 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T07:50:40,005 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T07:50:40,011 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 729573376 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 153306944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "911db94732f6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "911db94732f6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58611", "tag.serverName": "911db94732f6,40455,1733212207625", "tag.clusterId": "15c0f5ad-1daa-47da-b2c4-5a5b528f5c8d", "tag.Context": "regionserver", "tag.Hostname": "911db94732f6", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733212207625, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-03T07:50:40,015 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37929 {}] master.MasterRpcServices(700): 911db94732f6,46057,1733212207476 reported a fatal error: ***** ABORTING region server 911db94732f6,46057,1733212207476: Simulated kill ***** 2024-12-03T07:50:40,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '911db94732f6,46057,1733212207476' ***** 2024-12-03T07:50:40,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T07:50:40,018 INFO [RS:0;911db94732f6:46057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T07:50:40,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:50:40,018 INFO [RS:0;911db94732f6:46057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T07:50:40,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T07:50:40,018 INFO [RS:0;911db94732f6:46057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T07:50:40,018 INFO [RS:0;911db94732f6:46057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:50:40,018 INFO [RS:0;911db94732f6:46057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;911db94732f6:46057. 2024-12-03T07:50:40,019 DEBUG [RS:0;911db94732f6:46057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:50:40,019 DEBUG [RS:0;911db94732f6:46057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:50:40,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741834_1010 (size=1257) 2024-12-03T07:50:40,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741834_1010 (size=1257) 2024-12-03T07:50:40,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741834_1010 (size=1257) 2024-12-03T07:50:40,026 DEBUG [RS:0;911db94732f6:46057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:50:40,026 INFO [RS:0;911db94732f6:46057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:50:40,026 INFO [RS:0;911db94732f6:46057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46057 2024-12-03T07:50:40,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:50:40,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/911db94732f6,46057,1733212207476 2024-12-03T07:50:40,034 INFO [RS:0;911db94732f6:46057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:50:40,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [911db94732f6,46057,1733212207476] 2024-12-03T07:50:40,037 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/911db94732f6,46057,1733212207476 already deleted, retry=false 2024-12-03T07:50:40,037 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 911db94732f6,46057,1733212207476 on 911db94732f6,37929,1733212206768 2024-12-03T07:50:40,039 INFO [regionserver/911db94732f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:50:40,042 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 911db94732f6,46057,1733212207476, splitWal=true, meta=false 2024-12-03T07:50:40,045 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 911db94732f6,46057,1733212207476 (carryingMeta=false) 911db94732f6,46057,1733212207476/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7831e2cd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T07:50:40,045 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 911db94732f6,46057,1733212207476, splitWal=true, meta=false 2024-12-03T07:50:40,047 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 911db94732f6,46057,1733212207476 had 4 regions 2024-12-03T07:50:40,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:40,047 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:40,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:40,048 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:40,050 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 911db94732f6,46057,1733212207476, splitWal=true, meta=false, isMeta: false 2024-12-03T07:50:40,051 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d can not run currently because target server of region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 1000 ms to retry 2024-12-03T07:50:40,051 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 can not run currently because target server of region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 1000 ms to retry 2024-12-03T07:50:40,051 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d; timeout=1000, timestamp=1733212241051 2024-12-03T07:50:40,051 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45; timeout=1000, timestamp=1733212241051 2024-12-03T07:50:40,051 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c can not run currently because target server of region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 1000 ms to retry 2024-12-03T07:50:40,051 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c; timeout=1000, timestamp=1733212241051 2024-12-03T07:50:40,051 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b can not run currently because target server of region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 1000 ms to retry 2024-12-03T07:50:40,051 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b; timeout=1000, timestamp=1733212241051 2024-12-03T07:50:40,053 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting 2024-12-03T07:50:40,055 INFO [PEWorker-1 {}] master.SplitWALManager(105): 911db94732f6,46057,1733212207476 WAL count=1, meta=false 2024-12-03T07:50:40,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 911db94732f6%2C46057%2C1733212207476.1733212208949}] 2024-12-03T07:50:40,063 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=911db94732f6,40455,1733212207625 2024-12-03T07:50:40,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 911db94732f6%2C46057%2C1733212207476.1733212208949, worker=911db94732f6,40455,1733212207625}] 2024-12-03T07:50:40,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:50:40,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x1015212680f0001, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:50:40,137 INFO [RS:0;911db94732f6:46057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:50:40,137 INFO [RS:0;911db94732f6:46057 {}] regionserver.HRegionServer(1031): Exiting; stopping=911db94732f6,46057,1733212207476; zookeeper connection closed. 2024-12-03T07:50:40,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e192467 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e192467 2024-12-03T07:50:40,578 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=911db94732f6:37929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-03T07:50:40,805 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T07:50:40,805 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T07:50:41,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:41,052 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:41,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:41,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:41,053 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 can not run currently because target server of region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T07:50:41,053 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b can not run currently because target server of region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T07:50:41,053 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d can not run currently because target server of region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T07:50:41,054 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45; timeout=2000, timestamp=1733212243054 2024-12-03T07:50:41,054 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b; timeout=2000, timestamp=1733212243054 2024-12-03T07:50:41,054 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d; timeout=2000, timestamp=1733212243054 2024-12-03T07:50:41,054 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c can not run currently because target server of region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T07:50:41,054 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c; timeout=2000, timestamp=1733212243054 2024-12-03T07:50:43,054 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:43,054 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:43,054 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:43,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:43,056 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c can not run currently because target server of region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T07:50:43,056 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 can not run currently because target server of region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T07:50:43,056 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d can not run currently because target server of region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T07:50:43,056 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b can not run currently because target server of region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T07:50:43,056 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d; timeout=4000, timestamp=1733212247056 2024-12-03T07:50:43,056 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45; timeout=4000, timestamp=1733212247056 2024-12-03T07:50:43,056 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b; timeout=4000, timestamp=1733212247056 2024-12-03T07:50:43,056 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c; timeout=4000, timestamp=1733212247056 2024-12-03T07:50:47,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:50:47,057 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:47,057 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:47,057 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:47,058 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d can not run currently because target server of region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T07:50:47,058 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 can not run currently because target server of region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T07:50:47,058 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c can not run currently because target server of region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T07:50:47,058 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d; timeout=8000, timestamp=1733212255058 2024-12-03T07:50:47,058 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45; timeout=8000, timestamp=1733212255058 2024-12-03T07:50:47,058 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b can not run currently because target server of region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 911db94732f6,46057,1733212207476 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T07:50:47,058 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c; timeout=8000, timestamp=1733212255058 2024-12-03T07:50:47,058 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b; timeout=8000, timestamp=1733212255058 2024-12-03T07:50:49,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T07:50:49,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T07:50:49,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T07:50:49,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:49,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T07:50:49,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:49,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T07:50:49,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:49,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:49,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:49,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-03T07:50:49,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T07:50:49,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:49,948 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c8338e66392910812558f349f4e5103a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T07:50:49,948 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2bdf729010a43acc9e9aadb5246d8780 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T07:50:49,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d53a6436b0af95deee8065c4e1846c91: 2024-12-03T07:50:49,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 93038385c761f2203486b3e4e7dcd151: 2024-12-03T07:50:49,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for de0fc08690b308906f67e08539e4a365: 2024-12-03T07:50:49,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9: 2024-12-03T07:50:49,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. for SnapshotProcedureTest completed. 2024-12-03T07:50:49,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. for SnapshotProcedureTest completed. 2024-12-03T07:50:49,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. for SnapshotProcedureTest completed. 2024-12-03T07:50:49,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. for SnapshotProcedureTest completed. 2024-12-03T07:50:49,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:50:49,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:50:49,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:50:49,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:50:49,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:50:49,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:50:49,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:50:49,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:50:49,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:50:49,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:50:49,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:50:49,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:50:49,977 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949, size=1.2 K (1257bytes) 2024-12-03T07:50:49,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T07:50:49,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T07:50:49,978 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949 2024-12-03T07:50:49,986 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949 after 4ms 2024-12-03T07:50:50,009 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949 took 34ms 2024-12-03T07:50:50,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741852_1028 (size=65) 2024-12-03T07:50:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741851_1027 (size=65) 2024-12-03T07:50:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741852_1028 (size=65) 2024-12-03T07:50:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741851_1027 (size=65) 2024-12-03T07:50:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741851_1027 (size=65) 2024-12-03T07:50:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741852_1028 (size=65) 2024-12-03T07:50:50,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:50:50,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:50:50,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T07:50:50,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T07:50:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T07:50:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T07:50:50,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:50,020 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:50,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:50:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741850_1026 (size=65) 2024-12-03T07:50:50,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de0fc08690b308906f67e08539e4a365 2024-12-03T07:50:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741850_1026 (size=65) 2024-12-03T07:50:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741850_1026 (size=65) 2024-12-03T07:50:50,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:50:50,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T07:50:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T07:50:50,023 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:50,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:50:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741849_1025 (size=57) 2024-12-03T07:50:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741849_1025 (size=57) 2024-12-03T07:50:50,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741849_1025 (size=57) 2024-12-03T07:50:50,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:50:50,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T07:50:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T07:50:50,031 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:50,032 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:50:50,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 in 10.1000 sec 2024-12-03T07:50:50,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d53a6436b0af95deee8065c4e1846c91 in 10.1020 sec 2024-12-03T07:50:50,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de0fc08690b308906f67e08539e4a365 in 10.0990 sec 2024-12-03T07:50:50,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93038385c761f2203486b3e4e7dcd151 in 10.1000 sec 2024-12-03T07:50:50,042 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9de277c6f25718ed3f4223d5587e975c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T07:50:50,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for eb01a7c9c98e3f92751fe41255260c7d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T07:50:50,046 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 166b7b31854d6877cb0d7da9b7566f45: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T07:50:50,048 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 43317b35869fd43007f3c6c9bd7b1c9b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T07:50:50,048 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949 so closing down 2024-12-03T07:50:50,049 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T07:50:50,049 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T07:50:50,054 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 16 ms; skipped=4; WAL=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-03T07:50:50,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949, journal: Splitting hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949, size=1.2 K (1257bytes) at 1733212249977Finishing writing output for hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949 so closing down at 1733212250048 (+71 ms)3 split writer threads finished at 1733212250049 (+1 ms)Processed 4 edits across 0 Regions in 16 ms; skipped=4; WAL=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733212250054 (+5 ms) 2024-12-03T07:50:50,055 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949 2024-12-03T07:50:50,055 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T07:50:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T07:50:50,066 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting/911db94732f6%2C46057%2C1733212207476.1733212208949 to hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/oldWALs 2024-12-03T07:50:50,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-03T07:50:50,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 911db94732f6%2C46057%2C1733212207476.1733212208949, worker=911db94732f6,40455,1733212207625 in 10.0020 sec 2024-12-03T07:50:50,071 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=911db94732f6,40455,1733212207625 2024-12-03T07:50:50,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-03T07:50:50,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 911db94732f6%2C46057%2C1733212207476.1733212208949, worker=911db94732f6,40455,1733212207625 in 10.0140 sec 2024-12-03T07:50:50,079 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting dir is empty, no logs to split. 2024-12-03T07:50:50,079 INFO [PEWorker-3 {}] master.SplitWALManager(105): 911db94732f6,46057,1733212207476 WAL count=0, meta=false 2024-12-03T07:50:50,079 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 911db94732f6,46057,1733212207476 WAL splitting is done? wals=0, meta=false 2024-12-03T07:50:50,081 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 911db94732f6,46057,1733212207476 failed, ignore...File hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/WALs/911db94732f6,46057,1733212207476-splitting does not exist. 2024-12-03T07:50:50,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/.tmp/cf/b3ecd76f915248e0a9881b32713d25f9 is 34, key is ccd/cf:cf/1733212239040/Put/seqid=0 2024-12-03T07:50:50,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/.tmp/cf/e8446711dc9f44a9b2e5a66ce31ae88f is 34, key is baa/cf:cf/1733212239031/Put/seqid=0 2024-12-03T07:50:50,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN}] 2024-12-03T07:50:50,087 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN 2024-12-03T07:50:50,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN 2024-12-03T07:50:50,087 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN 2024-12-03T07:50:50,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN 2024-12-03T07:50:50,089 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T07:50:50,089 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T07:50:50,089 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T07:50:50,090 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T07:50:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741854_1030 (size=47197) 2024-12-03T07:50:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741854_1030 (size=47197) 2024-12-03T07:50:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741853_1029 (size=28623) 2024-12-03T07:50:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741854_1030 (size=47197) 2024-12-03T07:50:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741853_1029 (size=28623) 2024-12-03T07:50:50,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/.tmp/cf/b3ecd76f915248e0a9881b32713d25f9 2024-12-03T07:50:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741853_1029 (size=28623) 2024-12-03T07:50:50,112 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/.tmp/cf/e8446711dc9f44a9b2e5a66ce31ae88f 2024-12-03T07:50:50,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/.tmp/cf/e8446711dc9f44a9b2e5a66ce31ae88f as hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/cf/e8446711dc9f44a9b2e5a66ce31ae88f 2024-12-03T07:50:50,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/.tmp/cf/b3ecd76f915248e0a9881b32713d25f9 as hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/cf/b3ecd76f915248e0a9881b32713d25f9 2024-12-03T07:50:50,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/cf/b3ecd76f915248e0a9881b32713d25f9, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T07:50:50,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/cf/e8446711dc9f44a9b2e5a66ce31ae88f, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T07:50:50,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c8338e66392910812558f349f4e5103a in 232ms, sequenceid=5, compaction requested=false 2024-12-03T07:50:50,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2bdf729010a43acc9e9aadb5246d8780 in 233ms, sequenceid=5, compaction requested=false 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c8338e66392910812558f349f4e5103a: 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2bdf729010a43acc9e9aadb5246d8780: 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. for SnapshotProcedureTest completed. 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. for SnapshotProcedureTest completed. 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/cf/e8446711dc9f44a9b2e5a66ce31ae88f] hfiles 2024-12-03T07:50:50,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/cf/b3ecd76f915248e0a9881b32713d25f9] hfiles 2024-12-03T07:50:50,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/cf/e8446711dc9f44a9b2e5a66ce31ae88f for snapshot=SnapshotProcedureTest 2024-12-03T07:50:50,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/cf/b3ecd76f915248e0a9881b32713d25f9 for snapshot=SnapshotProcedureTest 2024-12-03T07:50:50,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741855_1031 (size=105) 2024-12-03T07:50:50,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741855_1031 (size=105) 2024-12-03T07:50:50,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741856_1032 (size=105) 2024-12-03T07:50:50,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:50:50,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741855_1031 (size=105) 2024-12-03T07:50:50,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T07:50:50,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741856_1032 (size=105) 2024-12-03T07:50:50,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741856_1032 (size=105) 2024-12-03T07:50:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T07:50:50,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:50,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:50:50,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2bdf729010a43acc9e9aadb5246d8780 in 10.2770 sec 2024-12-03T07:50:50,239 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(204): Hosts are {911db94732f6=0} racks are {/default-rack=0} 2024-12-03T07:50:50,239 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T07:50:50,240 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T07:50:50,240 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T07:50:50,240 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T07:50:50,240 INFO [911db94732f6:37929 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T07:50:50,240 INFO [911db94732f6:37929 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T07:50:50,240 DEBUG [911db94732f6:37929 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T07:50:50,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9de277c6f25718ed3f4223d5587e975c, regionState=OPENING, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:50:50,240 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=166b7b31854d6877cb0d7da9b7566f45, regionState=OPENING, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:50,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb01a7c9c98e3f92751fe41255260c7d, regionState=OPENING, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:50:50,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=43317b35869fd43007f3c6c9bd7b1c9b, regionState=OPENING, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:50:50,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN because future has completed 2024-12-03T07:50:50,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de277c6f25718ed3f4223d5587e975c, server=911db94732f6,40455,1733212207625}] 2024-12-03T07:50:50,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN because future has completed 2024-12-03T07:50:50,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb01a7c9c98e3f92751fe41255260c7d, server=911db94732f6,46663,1733212207583}] 2024-12-03T07:50:50,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN because future has completed 2024-12-03T07:50:50,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b, server=911db94732f6,40455,1733212207625}] 2024-12-03T07:50:50,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN because future has completed 2024-12-03T07:50:50,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166b7b31854d6877cb0d7da9b7566f45, server=911db94732f6,46663,1733212207583}] 2024-12-03T07:50:50,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:50:50,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T07:50:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T07:50:50,607 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c8338e66392910812558f349f4e5103a 2024-12-03T07:50:50,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8338e66392910812558f349f4e5103a 2024-12-03T07:50:50,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c8338e66392910812558f349f4e5103a in 10.6770 sec 2024-12-03T07:50:55,059 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c held by pid=41 2024-12-03T07:50:55,059 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b held by pid=40 2024-12-03T07:50:55,059 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:50:55,059 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 held by pid=42 2024-12-03T07:50:55,059 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:50:55,059 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:50:55,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d held by pid=39 2024-12-03T07:50:55,059 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,253 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:00,253 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 43317b35869fd43007f3c6c9bd7b1c9b, NAME => 'SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T07:51:00,253 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:00,253 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,253 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => eb01a7c9c98e3f92751fe41255260c7d, NAME => 'SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T07:51:00,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:00,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:00,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,256 INFO [StoreOpener-43317b35869fd43007f3c6c9bd7b1c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,256 INFO [StoreOpener-eb01a7c9c98e3f92751fe41255260c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,257 INFO [StoreOpener-43317b35869fd43007f3c6c9bd7b1c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43317b35869fd43007f3c6c9bd7b1c9b columnFamilyName cf 2024-12-03T07:51:00,257 DEBUG [StoreOpener-43317b35869fd43007f3c6c9bd7b1c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:00,257 INFO [StoreOpener-eb01a7c9c98e3f92751fe41255260c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb01a7c9c98e3f92751fe41255260c7d columnFamilyName cf 2024-12-03T07:51:00,257 INFO [StoreOpener-43317b35869fd43007f3c6c9bd7b1c9b-1 {}] regionserver.HStore(327): Store=43317b35869fd43007f3c6c9bd7b1c9b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:00,257 DEBUG [StoreOpener-eb01a7c9c98e3f92751fe41255260c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:00,258 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,258 INFO [StoreOpener-eb01a7c9c98e3f92751fe41255260c7d-1 {}] regionserver.HStore(327): Store=eb01a7c9c98e3f92751fe41255260c7d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:00,258 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,258 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,259 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,260 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,261 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,261 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,261 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,261 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,261 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,263 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,264 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,264 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 43317b35869fd43007f3c6c9bd7b1c9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59956429, jitterRate=-0.10657958686351776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:00,264 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,265 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 43317b35869fd43007f3c6c9bd7b1c9b: Running coprocessor pre-open hook at 1733212260254Writing region info on filesystem at 1733212260254Initializing all the Stores at 1733212260255 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212260255Cleaning up temporary data from old regions at 1733212260261 (+6 ms)Running coprocessor post-open hooks at 1733212260265 (+4 ms)Region opened successfully at 1733212260265 2024-12-03T07:51:00,265 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened eb01a7c9c98e3f92751fe41255260c7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64174565, jitterRate=-0.043724462389945984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:00,265 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,265 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for eb01a7c9c98e3f92751fe41255260c7d: Running coprocessor pre-open hook at 1733212260254Writing region info on filesystem at 1733212260254Initializing all the Stores at 1733212260256 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212260256Cleaning up temporary data from old regions at 1733212260261 (+5 ms)Running coprocessor post-open hooks at 1733212260265 (+4 ms)Region opened successfully at 1733212260265 2024-12-03T07:51:00,266 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b., pid=45, masterSystemTime=1733212260247 2024-12-03T07:51:00,266 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., pid=44, masterSystemTime=1733212260248 2024-12-03T07:51:00,268 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:00,268 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:00,268 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:00,268 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9de277c6f25718ed3f4223d5587e975c, NAME => 'SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T07:51:00,268 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,268 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:00,269 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=43317b35869fd43007f3c6c9bd7b1c9b, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:51:00,269 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,269 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:00,269 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:00,269 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:00,269 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 166b7b31854d6877cb0d7da9b7566f45, NAME => 'SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T07:51:00,270 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,270 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:00,270 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,270 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb01a7c9c98e3f92751fe41255260c7d, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:51:00,271 INFO [StoreOpener-9de277c6f25718ed3f4223d5587e975c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b, server=911db94732f6,40455,1733212207625 because future has completed 2024-12-03T07:51:00,273 INFO [StoreOpener-9de277c6f25718ed3f4223d5587e975c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de277c6f25718ed3f4223d5587e975c columnFamilyName cf 2024-12-03T07:51:00,273 DEBUG [StoreOpener-9de277c6f25718ed3f4223d5587e975c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:00,273 INFO [StoreOpener-166b7b31854d6877cb0d7da9b7566f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb01a7c9c98e3f92751fe41255260c7d, server=911db94732f6,46663,1733212207583 because future has completed 2024-12-03T07:51:00,274 INFO [StoreOpener-9de277c6f25718ed3f4223d5587e975c-1 {}] regionserver.HStore(327): Store=9de277c6f25718ed3f4223d5587e975c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:00,275 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,276 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,276 INFO [StoreOpener-166b7b31854d6877cb0d7da9b7566f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166b7b31854d6877cb0d7da9b7566f45 columnFamilyName cf 2024-12-03T07:51:00,276 DEBUG [StoreOpener-166b7b31854d6877cb0d7da9b7566f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:00,276 INFO [master/911db94732f6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T07:51:00,276 INFO [master/911db94732f6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T07:51:00,277 INFO [StoreOpener-166b7b31854d6877cb0d7da9b7566f45-1 {}] regionserver.HStore(327): Store=166b7b31854d6877cb0d7da9b7566f45/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:00,277 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,278 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-12-03T07:51:00,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b, server=911db94732f6,40455,1733212207625 in 10.0260 sec 2024-12-03T07:51:00,280 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,280 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,280 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,281 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,281 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,282 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-12-03T07:51:00,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43317b35869fd43007f3c6c9bd7b1c9b, ASSIGN in 10.1940 sec 2024-12-03T07:51:00,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure eb01a7c9c98e3f92751fe41255260c7d, server=911db94732f6,46663,1733212207583 in 10.0310 sec 2024-12-03T07:51:00,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:00,284 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb01a7c9c98e3f92751fe41255260c7d, ASSIGN in 10.1970 sec 2024-12-03T07:51:00,286 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:00,286 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,287 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9de277c6f25718ed3f4223d5587e975c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61747045, jitterRate=-0.07989732921123505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:00,287 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,287 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9de277c6f25718ed3f4223d5587e975c: Running coprocessor pre-open hook at 1733212260269Writing region info on filesystem at 1733212260269Initializing all the Stores at 1733212260270 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212260270Cleaning up temporary data from old regions at 1733212260281 (+11 ms)Running coprocessor post-open hooks at 1733212260287 (+6 ms)Region opened successfully at 1733212260287 2024-12-03T07:51:00,288 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 166b7b31854d6877cb0d7da9b7566f45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73729772, jitterRate=0.0986592173576355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:00,289 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,289 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 166b7b31854d6877cb0d7da9b7566f45: Running coprocessor pre-open hook at 1733212260270Writing region info on filesystem at 1733212260270Initializing all the Stores at 1733212260272 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212260272Cleaning up temporary data from old regions at 1733212260282 (+10 ms)Running coprocessor post-open hooks at 1733212260289 (+7 ms)Region opened successfully at 1733212260289 2024-12-03T07:51:00,289 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., pid=43, masterSystemTime=1733212260247 2024-12-03T07:51:00,290 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45., pid=46, masterSystemTime=1733212260248 2024-12-03T07:51:00,294 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:00,294 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:00,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9de277c6f25718ed3f4223d5587e975c, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,40455,1733212207625 2024-12-03T07:51:00,296 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:00,296 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:00,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=166b7b31854d6877cb0d7da9b7566f45, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,46663,1733212207583 2024-12-03T07:51:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de277c6f25718ed3f4223d5587e975c, server=911db94732f6,40455,1733212207625 because future has completed 2024-12-03T07:51:00,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166b7b31854d6877cb0d7da9b7566f45, server=911db94732f6,46663,1733212207583 because future has completed 2024-12-03T07:51:00,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-03T07:51:00,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 9de277c6f25718ed3f4223d5587e975c, server=911db94732f6,40455,1733212207625 in 10.0550 sec 2024-12-03T07:51:00,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-12-03T07:51:00,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 166b7b31854d6877cb0d7da9b7566f45, server=911db94732f6,46663,1733212207583 in 10.0520 sec 2024-12-03T07:51:00,305 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:00,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de277c6f25718ed3f4223d5587e975c, ASSIGN in 10.2170 sec 2024-12-03T07:51:00,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:00,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-12-03T07:51:00,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=166b7b31854d6877cb0d7da9b7566f45, ASSIGN in 10.2180 sec 2024-12-03T07:51:00,307 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 911db94732f6,46057,1733212207476 after splitting done 2024-12-03T07:51:00,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 911db94732f6,46057,1733212207476, splitWal=true, meta=false in 20.2690 sec 2024-12-03T07:51:05,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:51:05,865 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:51:08,775 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T07:51:10,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T07:51:10,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T07:51:10,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:10,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 43317b35869fd43007f3c6c9bd7b1c9b: 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. for SnapshotProcedureTest completed. 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9de277c6f25718ed3f4223d5587e975c: 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. for SnapshotProcedureTest completed. 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:51:10,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:51:10,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T07:51:10,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:10,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T07:51:10,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 166b7b31854d6877cb0d7da9b7566f45: 2024-12-03T07:51:10,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. for SnapshotProcedureTest completed. 2024-12-03T07:51:10,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:10,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:51:10,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for eb01a7c9c98e3f92751fe41255260c7d: 2024-12-03T07:51:10,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:51:10,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. for SnapshotProcedureTest completed. 2024-12-03T07:51:10,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:51:10,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:51:10,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:51:10,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:51:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741857_1033 (size=65) 2024-12-03T07:51:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741857_1033 (size=65) 2024-12-03T07:51:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741857_1033 (size=65) 2024-12-03T07:51:10,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:10,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T07:51:10,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741859_1035 (size=57) 2024-12-03T07:51:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T07:51:10,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:10,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741858_1034 (size=65) 2024-12-03T07:51:10,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:10,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741858_1034 (size=65) 2024-12-03T07:51:10,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741858_1034 (size=65) 2024-12-03T07:51:10,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741859_1035 (size=57) 2024-12-03T07:51:10,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:10,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T07:51:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741859_1035 (size=57) 2024-12-03T07:51:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T07:51:10,314 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:10,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:10,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:10,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T07:51:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T07:51:10,318 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:10,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:10,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 43317b35869fd43007f3c6c9bd7b1c9b in 30.3860 sec 2024-12-03T07:51:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741860_1036 (size=65) 2024-12-03T07:51:10,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9de277c6f25718ed3f4223d5587e975c in 30.3870 sec 2024-12-03T07:51:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741860_1036 (size=65) 2024-12-03T07:51:10,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741860_1036 (size=65) 2024-12-03T07:51:10,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb01a7c9c98e3f92751fe41255260c7d in 30.3890 sec 2024-12-03T07:51:10,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:10,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T07:51:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T07:51:10,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:10,324 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:10,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-03T07:51:10,328 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T07:51:10,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 166b7b31854d6877cb0d7da9b7566f45 in 30.3940 sec 2024-12-03T07:51:10,330 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T07:51:10,332 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T07:51:10,333 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T07:51:10,335 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T07:51:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741861_1037 (size=1094) 2024-12-03T07:51:10,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741861_1037 (size=1094) 2024-12-03T07:51:10,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741861_1037 (size=1094) 2024-12-03T07:51:10,364 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T07:51:10,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T07:51:10,378 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:10,378 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:10,378 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:10,378 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:10,378 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:10,384 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:11,580 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=911db94732f6:37929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-03T07:51:15,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2bdf729010a43acc9e9aadb5246d8780, had cached 0 bytes from a total of 47197 2024-12-03T07:51:15,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c8338e66392910812558f349f4e5103a, had cached 0 bytes from a total of 28623 2024-12-03T07:51:19,408 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,409 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 43317b35869fd43007f3c6c9bd7b1c9b changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,409 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 93038385c761f2203486b3e4e7dcd151 changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,409 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9de277c6f25718ed3f4223d5587e975c changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,410 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c8338e66392910812558f349f4e5103a changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,410 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d53a6436b0af95deee8065c4e1846c91 changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,410 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 166b7b31854d6877cb0d7da9b7566f45 changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,410 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region de0fc08690b308906f67e08539e4a365 changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,410 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2bdf729010a43acc9e9aadb5246d8780 changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:19,410 DEBUG [master/911db94732f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb01a7c9c98e3f92751fe41255260c7d changed from -1.0 to 0.0, refreshing cache 2024-12-03T07:51:20,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-03T07:51:20,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-03T07:51:20,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-03T07:51:20,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-03T07:51:20,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-03T07:51:20,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-03T07:51:20,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T07:51:20,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T07:51:20,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-03T07:51:20,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-03T07:51:20,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-03T07:51:20,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T07:51:20,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-03T07:51:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-03T07:51:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-03T07:51:20,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-03T07:51:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-03T07:51:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-03T07:51:20,392 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 Release verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:20,392 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 Release verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T07:51:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-03T07:51:20,393 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 Release verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:20,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 in 10.0200 sec 2024-12-03T07:51:20,395 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:20,395 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:20,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 in 10.0200 sec 2024-12-03T07:51:20,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 in 10.0210 sec 2024-12-03T07:51:20,397 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 Release verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:20,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 in 10.0250 sec 2024-12-03T07:51:20,400 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 Release verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:20,400 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 Release verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:20,400 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:20,400 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:20,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 in 10.0280 sec 2024-12-03T07:51:20,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 in 10.0280 sec 2024-12-03T07:51:30,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-03T07:51:30,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-03T07:51:30,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-03T07:51:30,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-03T07:51:30,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-03T07:51:30,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-03T07:51:30,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-03T07:51:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-03T07:51:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-03T07:51:30,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-03T07:51:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-03T07:51:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-03T07:51:30,400 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 Release verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:30,400 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 Release verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:30,402 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 Release verify snapshot worker=911db94732f6,40455,1733212207625 2024-12-03T07:51:30,402 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 Release verify snapshot worker=911db94732f6,46663,1733212207583 2024-12-03T07:51:30,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 in 20.0280 sec 2024-12-03T07:51:30,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 in 20.0280 sec 2024-12-03T07:51:30,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,40455,1733212207625 in 20.0300 sec 2024-12-03T07:51:30,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-12-03T07:51:30,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T07:51:30,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,46663,1733212207583 in 20.0300 sec 2024-12-03T07:51:30,407 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T07:51:30,408 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T07:51:30,408 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T07:51:30,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5190 sec 2024-12-03T07:51:30,654 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T07:51:30,660 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T07:51:30,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T07:51:30,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:51:30,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:51:30,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:30,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:30,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:51:30,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T07:51:30,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=441821929, stopped=false 2024-12-03T07:51:30,661 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=911db94732f6,37929,1733212206768 2024-12-03T07:51:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T07:51:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T07:51:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T07:51:30,663 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T07:51:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:30,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:51:30,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:51:30,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:51:30,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:51:30,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:30,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '911db94732f6,46663,1733212207583' ***** 2024-12-03T07:51:30,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T07:51:30,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '911db94732f6,40455,1733212207625' ***** 2024-12-03T07:51:30,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T07:51:30,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:51:30,666 INFO [RS:1;911db94732f6:46663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T07:51:30,666 INFO [RS:2;911db94732f6:40455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T07:51:30,666 INFO [RS:2;911db94732f6:40455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T07:51:30,666 INFO [RS:1;911db94732f6:46663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T07:51:30,666 INFO [RS:2;911db94732f6:40455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T07:51:30,666 INFO [RS:1;911db94732f6:46663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T07:51:30,666 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:30,666 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(3091): Received CLOSE for c8338e66392910812558f349f4e5103a 2024-12-03T07:51:30,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T07:51:30,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T07:51:30,669 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(3091): Received CLOSE for 43317b35869fd43007f3c6c9bd7b1c9b 2024-12-03T07:51:30,669 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(3091): Received CLOSE for 9de277c6f25718ed3f4223d5587e975c 2024-12-03T07:51:30,669 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bdf729010a43acc9e9aadb5246d8780 2024-12-03T07:51:30,669 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9 2024-12-03T07:51:30,669 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for d53a6436b0af95deee8065c4e1846c91 2024-12-03T07:51:30,669 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(3091): Received CLOSE for 93038385c761f2203486b3e4e7dcd151 2024-12-03T07:51:30,669 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for de0fc08690b308906f67e08539e4a365 2024-12-03T07:51:30,669 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for 166b7b31854d6877cb0d7da9b7566f45 2024-12-03T07:51:30,670 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(959): stopping server 911db94732f6,40455,1733212207625 2024-12-03T07:51:30,670 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(959): stopping server 911db94732f6,46663,1733212207583 2024-12-03T07:51:30,670 INFO [RS:1;911db94732f6:46663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:51:30,670 INFO [RS:2;911db94732f6:40455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:51:30,670 INFO [RS:1;911db94732f6:46663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;911db94732f6:46663. 2024-12-03T07:51:30,670 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8338e66392910812558f349f4e5103a, disabling compactions & flushes 2024-12-03T07:51:30,670 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb01a7c9c98e3f92751fe41255260c7d, disabling compactions & flushes 2024-12-03T07:51:30,670 INFO [RS:2;911db94732f6:40455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;911db94732f6:40455. 2024-12-03T07:51:30,670 DEBUG [RS:1;911db94732f6:46663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:51:30,670 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:51:30,670 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:30,670 DEBUG [RS:1;911db94732f6:46663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:30,670 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:51:30,670 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:30,670 DEBUG [RS:2;911db94732f6:40455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:51:30,670 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. after waiting 0 ms 2024-12-03T07:51:30,670 DEBUG [RS:2;911db94732f6:40455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:30,670 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:51:30,670 INFO [RS:1;911db94732f6:46663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T07:51:30,670 INFO [RS:1;911db94732f6:46663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T07:51:30,670 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-03T07:51:30,670 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. after waiting 0 ms 2024-12-03T07:51:30,670 INFO [RS:1;911db94732f6:46663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T07:51:30,670 DEBUG [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1325): Online Regions={c8338e66392910812558f349f4e5103a=SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a., 43317b35869fd43007f3c6c9bd7b1c9b=SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b., 9de277c6f25718ed3f4223d5587e975c=SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c., 4c1a9cc8360a7b77f2f7b7cca0dcc5d9=SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9., 93038385c761f2203486b3e4e7dcd151=SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151.} 2024-12-03T07:51:30,670 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:30,670 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T07:51:30,671 DEBUG [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1351): Waiting on 43317b35869fd43007f3c6c9bd7b1c9b, 4c1a9cc8360a7b77f2f7b7cca0dcc5d9, 93038385c761f2203486b3e4e7dcd151, 9de277c6f25718ed3f4223d5587e975c, c8338e66392910812558f349f4e5103a 2024-12-03T07:51:30,671 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-03T07:51:30,671 DEBUG [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1325): Online Regions={eb01a7c9c98e3f92751fe41255260c7d=SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d., 2bdf729010a43acc9e9aadb5246d8780=SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780., d53a6436b0af95deee8065c4e1846c91=SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91., 1588230740=hbase:meta,,1.1588230740, de0fc08690b308906f67e08539e4a365=SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365., 166b7b31854d6877cb0d7da9b7566f45=SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45.} 2024-12-03T07:51:30,671 DEBUG [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166b7b31854d6877cb0d7da9b7566f45, 2bdf729010a43acc9e9aadb5246d8780, d53a6436b0af95deee8065c4e1846c91, de0fc08690b308906f67e08539e4a365, eb01a7c9c98e3f92751fe41255260c7d 2024-12-03T07:51:30,671 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T07:51:30,671 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T07:51:30,671 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T07:51:30,671 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T07:51:30,671 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T07:51:30,672 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-03T07:51:30,673 INFO [regionserver/911db94732f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:51:30,673 INFO [regionserver/911db94732f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:51:30,679 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/eb01a7c9c98e3f92751fe41255260c7d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:51:30,679 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/c8338e66392910812558f349f4e5103a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T07:51:30,686 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:51:30,686 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:30,686 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8338e66392910812558f349f4e5103a: Waiting for close lock at 1733212290669Running coprocessor pre-close hooks at 1733212290670 (+1 ms)Disabling compacts and flushes for region at 1733212290670Disabling writes for close at 1733212290670Writing region close event to WAL at 1733212290673 (+3 ms)Running coprocessor post-close hooks at 1733212290680 (+7 ms)Closed at 1733212290686 (+6 ms) 2024-12-03T07:51:30,686 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb01a7c9c98e3f92751fe41255260c7d: Waiting for close lock at 1733212290669Running coprocessor pre-close hooks at 1733212290670 (+1 ms)Disabling compacts and flushes for region at 1733212290670Disabling writes for close at 1733212290670Writing region close event to WAL at 1733212290671 (+1 ms)Running coprocessor post-close hooks at 1733212290679 (+8 ms)Closed at 1733212290686 (+7 ms) 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733212219610.c8338e66392910812558f349f4e5103a. 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733212219610.eb01a7c9c98e3f92751fe41255260c7d. 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43317b35869fd43007f3c6c9bd7b1c9b, disabling compactions & flushes 2024-12-03T07:51:30,687 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bdf729010a43acc9e9aadb5246d8780, disabling compactions & flushes 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:30,687 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. after waiting 0 ms 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. after waiting 0 ms 2024-12-03T07:51:30,687 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:51:30,695 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/2bdf729010a43acc9e9aadb5246d8780/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T07:51:30,696 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:51:30,696 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bdf729010a43acc9e9aadb5246d8780: Waiting for close lock at 1733212290687Running coprocessor pre-close hooks at 1733212290687Disabling compacts and flushes for region at 1733212290687Disabling writes for close at 1733212290687Writing region close event to WAL at 1733212290689 (+2 ms)Running coprocessor post-close hooks at 1733212290695 (+6 ms)Closed at 1733212290696 (+1 ms) 2024-12-03T07:51:30,696 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733212219610.2bdf729010a43acc9e9aadb5246d8780. 2024-12-03T07:51:30,696 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d53a6436b0af95deee8065c4e1846c91, disabling compactions & flushes 2024-12-03T07:51:30,696 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:51:30,696 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:51:30,697 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. after waiting 0 ms 2024-12-03T07:51:30,697 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:51:30,698 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/43317b35869fd43007f3c6c9bd7b1c9b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:51:30,699 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:30,699 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43317b35869fd43007f3c6c9bd7b1c9b: Waiting for close lock at 1733212290687Running coprocessor pre-close hooks at 1733212290687Disabling compacts and flushes for region at 1733212290687Disabling writes for close at 1733212290687Writing region close event to WAL at 1733212290688 (+1 ms)Running coprocessor post-close hooks at 1733212290699 (+11 ms)Closed at 1733212290699 2024-12-03T07:51:30,699 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733212219610.43317b35869fd43007f3c6c9bd7b1c9b. 2024-12-03T07:51:30,699 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9de277c6f25718ed3f4223d5587e975c, disabling compactions & flushes 2024-12-03T07:51:30,699 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:30,699 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:30,699 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. after waiting 0 ms 2024-12-03T07:51:30,699 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:30,706 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/9de277c6f25718ed3f4223d5587e975c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:51:30,706 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:30,706 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9de277c6f25718ed3f4223d5587e975c: Waiting for close lock at 1733212290699Running coprocessor pre-close hooks at 1733212290699Disabling compacts and flushes for region at 1733212290699Disabling writes for close at 1733212290699Writing region close event to WAL at 1733212290700 (+1 ms)Running coprocessor post-close hooks at 1733212290706 (+6 ms)Closed at 1733212290706 2024-12-03T07:51:30,706 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/d53a6436b0af95deee8065c4e1846c91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:51:30,707 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733212219610.9de277c6f25718ed3f4223d5587e975c. 2024-12-03T07:51:30,707 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c1a9cc8360a7b77f2f7b7cca0dcc5d9, disabling compactions & flushes 2024-12-03T07:51:30,707 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:51:30,707 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:51:30,707 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. after waiting 0 ms 2024-12-03T07:51:30,707 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:51:30,708 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:51:30,708 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d53a6436b0af95deee8065c4e1846c91: Waiting for close lock at 1733212290696Running coprocessor pre-close hooks at 1733212290696Disabling compacts and flushes for region at 1733212290696Disabling writes for close at 1733212290697 (+1 ms)Writing region close event to WAL at 1733212290699 (+2 ms)Running coprocessor post-close hooks at 1733212290708 (+9 ms)Closed at 1733212290708 2024-12-03T07:51:30,708 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733212219610.d53a6436b0af95deee8065c4e1846c91. 2024-12-03T07:51:30,708 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de0fc08690b308906f67e08539e4a365, disabling compactions & flushes 2024-12-03T07:51:30,708 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:51:30,708 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:51:30,708 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. after waiting 0 ms 2024-12-03T07:51:30,708 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:51:30,712 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/info/c0e2f4c5a85f46bd88c6197f677ece65 is 167, key is SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9./info:regioninfo/1733212230065/Put/seqid=0 2024-12-03T07:51:30,714 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/4c1a9cc8360a7b77f2f7b7cca0dcc5d9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:51:30,714 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:51:30,714 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c1a9cc8360a7b77f2f7b7cca0dcc5d9: Waiting for close lock at 1733212290707Running coprocessor pre-close hooks at 1733212290707Disabling compacts and flushes for region at 1733212290707Disabling writes for close at 1733212290707Writing region close event to WAL at 1733212290707Running coprocessor post-close hooks at 1733212290714 (+7 ms)Closed at 1733212290714 2024-12-03T07:51:30,715 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733212219610.4c1a9cc8360a7b77f2f7b7cca0dcc5d9. 2024-12-03T07:51:30,715 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93038385c761f2203486b3e4e7dcd151, disabling compactions & flushes 2024-12-03T07:51:30,715 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:51:30,715 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:51:30,715 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. after waiting 0 ms 2024-12-03T07:51:30,715 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:51:30,716 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/de0fc08690b308906f67e08539e4a365/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:51:30,716 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:51:30,716 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de0fc08690b308906f67e08539e4a365: Waiting for close lock at 1733212290708Running coprocessor pre-close hooks at 1733212290708Disabling compacts and flushes for region at 1733212290708Disabling writes for close at 1733212290708Writing region close event to WAL at 1733212290709 (+1 ms)Running coprocessor post-close hooks at 1733212290716 (+7 ms)Closed at 1733212290716 2024-12-03T07:51:30,717 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733212219610.de0fc08690b308906f67e08539e4a365. 2024-12-03T07:51:30,717 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 166b7b31854d6877cb0d7da9b7566f45, disabling compactions & flushes 2024-12-03T07:51:30,717 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:30,717 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:30,717 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. after waiting 0 ms 2024-12-03T07:51:30,717 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:30,727 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/93038385c761f2203486b3e4e7dcd151/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:51:30,727 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:51:30,728 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93038385c761f2203486b3e4e7dcd151: Waiting for close lock at 1733212290715Running coprocessor pre-close hooks at 1733212290715Disabling compacts and flushes for region at 1733212290715Disabling writes for close at 1733212290715Writing region close event to WAL at 1733212290717 (+2 ms)Running coprocessor post-close hooks at 1733212290727 (+10 ms)Closed at 1733212290727 2024-12-03T07:51:30,728 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733212219610.93038385c761f2203486b3e4e7dcd151. 2024-12-03T07:51:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741862_1038 (size=20292) 2024-12-03T07:51:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741862_1038 (size=20292) 2024-12-03T07:51:30,731 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/default/SPTestTable/166b7b31854d6877cb0d7da9b7566f45/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:51:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741862_1038 (size=20292) 2024-12-03T07:51:30,732 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:30,732 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/info/c0e2f4c5a85f46bd88c6197f677ece65 2024-12-03T07:51:30,732 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 166b7b31854d6877cb0d7da9b7566f45: Waiting for close lock at 1733212290717Running coprocessor pre-close hooks at 1733212290717Disabling compacts and flushes for region at 1733212290717Disabling writes for close at 1733212290717Writing region close event to WAL at 1733212290726 (+9 ms)Running coprocessor post-close hooks at 1733212290732 (+6 ms)Closed at 1733212290732 2024-12-03T07:51:30,732 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733212219610.166b7b31854d6877cb0d7da9b7566f45. 2024-12-03T07:51:30,755 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/ns/171e37d78df24ddb8cbcfa44fc2a7f48 is 43, key is default/ns:d/1733212219358/Put/seqid=0 2024-12-03T07:51:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741863_1039 (size=5153) 2024-12-03T07:51:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741863_1039 (size=5153) 2024-12-03T07:51:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741863_1039 (size=5153) 2024-12-03T07:51:30,766 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/ns/171e37d78df24ddb8cbcfa44fc2a7f48 2024-12-03T07:51:30,775 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T07:51:30,775 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T07:51:30,776 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T07:51:30,776 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T07:51:30,789 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/table/c450a830276b419d9a703b2f2722665e is 47, key is SPTestTable/table:state/1733212230143/Put/seqid=0 2024-12-03T07:51:30,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741864_1040 (size=5214) 2024-12-03T07:51:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741864_1040 (size=5214) 2024-12-03T07:51:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741864_1040 (size=5214) 2024-12-03T07:51:30,797 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/table/c450a830276b419d9a703b2f2722665e 2024-12-03T07:51:30,806 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/info/c0e2f4c5a85f46bd88c6197f677ece65 as hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/info/c0e2f4c5a85f46bd88c6197f677ece65 2024-12-03T07:51:30,814 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/info/c0e2f4c5a85f46bd88c6197f677ece65, entries=116, sequenceid=37, filesize=19.8 K 2024-12-03T07:51:30,815 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/ns/171e37d78df24ddb8cbcfa44fc2a7f48 as hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/ns/171e37d78df24ddb8cbcfa44fc2a7f48 2024-12-03T07:51:30,822 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/ns/171e37d78df24ddb8cbcfa44fc2a7f48, entries=2, sequenceid=37, filesize=5.0 K 2024-12-03T07:51:30,823 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/.tmp/table/c450a830276b419d9a703b2f2722665e as hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/table/c450a830276b419d9a703b2f2722665e 2024-12-03T07:51:30,829 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/table/c450a830276b419d9a703b2f2722665e, entries=2, sequenceid=37, filesize=5.1 K 2024-12-03T07:51:30,830 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=37, compaction requested=false 2024-12-03T07:51:30,836 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-03T07:51:30,837 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T07:51:30,837 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T07:51:30,837 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733212290671Running coprocessor pre-close hooks at 1733212290671Disabling compacts and flushes for region at 1733212290671Disabling writes for close at 1733212290671Obtaining lock to block concurrent updates at 1733212290672 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733212290672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733212290672Flushing stores of hbase:meta,,1.1588230740 at 1733212290673 (+1 ms)Flushing 1588230740/info: creating writer at 1733212290673Flushing 1588230740/info: appending metadata at 1733212290711 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733212290711Flushing 1588230740/ns: creating writer at 1733212290739 (+28 ms)Flushing 1588230740/ns: appending metadata at 1733212290754 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733212290754Flushing 1588230740/table: creating writer at 1733212290774 (+20 ms)Flushing 1588230740/table: appending metadata at 1733212290788 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733212290788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698f9d69: reopening flushed file at 1733212290805 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2667483b: reopening flushed file at 1733212290814 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1f8cf7: reopening flushed file at 1733212290822 (+8 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=37, compaction requested=false at 1733212290830 (+8 ms)Writing region close event to WAL at 1733212290832 (+2 ms)Running coprocessor post-close hooks at 1733212290837 (+5 ms)Closed at 1733212290837 2024-12-03T07:51:30,837 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T07:51:30,871 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(976): stopping server 911db94732f6,40455,1733212207625; all regions closed. 2024-12-03T07:51:30,871 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(976): stopping server 911db94732f6,46663,1733212207583; all regions closed. 2024-12-03T07:51:30,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741836_1012 (size=19530) 2024-12-03T07:51:30,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741833_1009 (size=3530) 2024-12-03T07:51:30,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741836_1012 (size=19530) 2024-12-03T07:51:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741833_1009 (size=3530) 2024-12-03T07:51:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741836_1012 (size=19530) 2024-12-03T07:51:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741833_1009 (size=3530) 2024-12-03T07:51:30,880 DEBUG [RS:2;911db94732f6:40455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/oldWALs 2024-12-03T07:51:30,880 DEBUG [RS:1;911db94732f6:46663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/oldWALs 2024-12-03T07:51:30,880 INFO [RS:2;911db94732f6:40455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 911db94732f6%2C40455%2C1733212207625:(num 1733212208949) 2024-12-03T07:51:30,880 INFO [RS:1;911db94732f6:46663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 911db94732f6%2C46663%2C1733212207583.meta:.meta(num 1733212219213) 2024-12-03T07:51:30,880 DEBUG [RS:2;911db94732f6:40455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:30,880 INFO [RS:2;911db94732f6:40455 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:51:30,880 INFO [RS:2;911db94732f6:40455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T07:51:30,881 INFO [RS:2;911db94732f6:40455 {}] hbase.ChoreService(370): Chore service for: regionserver/911db94732f6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T07:51:30,881 INFO [RS:2;911db94732f6:40455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T07:51:30,881 INFO [RS:2;911db94732f6:40455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T07:51:30,881 INFO [regionserver/911db94732f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T07:51:30,881 INFO [RS:2;911db94732f6:40455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T07:51:30,881 INFO [RS:2;911db94732f6:40455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T07:51:30,882 INFO [RS:2;911db94732f6:40455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40455 2024-12-03T07:51:30,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:51:30,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/911db94732f6,40455,1733212207625 2024-12-03T07:51:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741835_1011 (size=3500) 2024-12-03T07:51:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741835_1011 (size=3500) 2024-12-03T07:51:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741835_1011 (size=3500) 2024-12-03T07:51:30,886 INFO [RS:2;911db94732f6:40455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:51:30,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [911db94732f6,40455,1733212207625] 2024-12-03T07:51:30,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/911db94732f6,40455,1733212207625 already deleted, retry=false 2024-12-03T07:51:30,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 911db94732f6,40455,1733212207625 expired; onlineServers=1 2024-12-03T07:51:30,889 DEBUG [RS:1;911db94732f6:46663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/oldWALs 2024-12-03T07:51:30,889 INFO [RS:1;911db94732f6:46663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 911db94732f6%2C46663%2C1733212207583:(num 1733212208949) 2024-12-03T07:51:30,889 DEBUG [RS:1;911db94732f6:46663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:30,889 INFO [RS:1;911db94732f6:46663 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:51:30,890 INFO [RS:1;911db94732f6:46663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T07:51:30,890 INFO [RS:1;911db94732f6:46663 {}] hbase.ChoreService(370): Chore service for: regionserver/911db94732f6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T07:51:30,890 INFO [RS:1;911db94732f6:46663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T07:51:30,890 INFO [regionserver/911db94732f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T07:51:30,890 INFO [RS:1;911db94732f6:46663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46663 2024-12-03T07:51:30,892 INFO [RS:1;911db94732f6:46663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:51:30,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:51:30,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/911db94732f6,46663,1733212207583 2024-12-03T07:51:30,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [911db94732f6,46663,1733212207583] 2024-12-03T07:51:30,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/911db94732f6,46663,1733212207583 already deleted, retry=false 2024-12-03T07:51:30,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 911db94732f6,46663,1733212207583 expired; onlineServers=0 2024-12-03T07:51:30,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '911db94732f6,37929,1733212206768' ***** 2024-12-03T07:51:30,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T07:51:30,896 INFO [M:0;911db94732f6:37929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:51:30,896 INFO [M:0;911db94732f6:37929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T07:51:30,896 DEBUG [M:0;911db94732f6:37929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T07:51:30,896 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T07:51:30,896 DEBUG [M:0;911db94732f6:37929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T07:51:30,896 DEBUG [master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733212208602 {}] cleaner.HFileCleaner(306): Exit Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733212208602,5,FailOnTimeoutGroup] 2024-12-03T07:51:30,896 DEBUG [master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733212208604 {}] cleaner.HFileCleaner(306): Exit Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733212208604,5,FailOnTimeoutGroup] 2024-12-03T07:51:30,897 INFO [M:0;911db94732f6:37929 {}] hbase.ChoreService(370): Chore service for: master/911db94732f6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T07:51:30,897 INFO [M:0;911db94732f6:37929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T07:51:30,897 DEBUG [M:0;911db94732f6:37929 {}] master.HMaster(1795): Stopping service threads 2024-12-03T07:51:30,897 INFO [M:0;911db94732f6:37929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T07:51:30,897 INFO [M:0;911db94732f6:37929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T07:51:30,897 ERROR [M:0;911db94732f6:37929 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:44251 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44251,5,PEWorkerGroup] 2024-12-03T07:51:30,898 INFO [M:0;911db94732f6:37929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T07:51:30,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T07:51:30,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T07:51:30,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:30,899 DEBUG [M:0;911db94732f6:37929 {}] zookeeper.ZKUtil(347): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T07:51:30,899 WARN [M:0;911db94732f6:37929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T07:51:30,900 INFO [M:0;911db94732f6:37929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/.lastflushedseqids 2024-12-03T07:51:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741865_1041 (size=686) 2024-12-03T07:51:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741865_1041 (size=686) 2024-12-03T07:51:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741865_1041 (size=686) 2024-12-03T07:51:30,915 INFO [M:0;911db94732f6:37929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T07:51:30,915 INFO [M:0;911db94732f6:37929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T07:51:30,915 DEBUG [M:0;911db94732f6:37929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T07:51:30,915 INFO [M:0;911db94732f6:37929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:51:30,916 DEBUG [M:0;911db94732f6:37929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:51:30,916 DEBUG [M:0;911db94732f6:37929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T07:51:30,916 DEBUG [M:0;911db94732f6:37929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:51:30,916 INFO [M:0;911db94732f6:37929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.04 KB 2024-12-03T07:51:30,933 DEBUG [M:0;911db94732f6:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acd3917d15c046209f5377aac98ce2d6 is 82, key is hbase:meta,,1/info:regioninfo/1733212219292/Put/seqid=0 2024-12-03T07:51:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741866_1042 (size=5672) 2024-12-03T07:51:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741866_1042 (size=5672) 2024-12-03T07:51:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741866_1042 (size=5672) 2024-12-03T07:51:30,942 INFO [M:0;911db94732f6:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acd3917d15c046209f5377aac98ce2d6 2024-12-03T07:51:30,966 DEBUG [M:0;911db94732f6:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b62953541b0457c86929e48a2e0b464 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733212230149/Put/seqid=0 2024-12-03T07:51:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741867_1043 (size=8972) 2024-12-03T07:51:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741867_1043 (size=8972) 2024-12-03T07:51:30,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741867_1043 (size=8972) 2024-12-03T07:51:30,974 INFO [M:0;911db94732f6:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b62953541b0457c86929e48a2e0b464 2024-12-03T07:51:30,982 INFO [M:0;911db94732f6:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b62953541b0457c86929e48a2e0b464 2024-12-03T07:51:30,988 INFO [RS:2;911db94732f6:40455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:51:30,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:51:30,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1015212680f0003, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:51:30,988 INFO [RS:2;911db94732f6:40455 {}] regionserver.HRegionServer(1031): Exiting; stopping=911db94732f6,40455,1733212207625; zookeeper connection closed. 2024-12-03T07:51:30,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48a9c76b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48a9c76b 2024-12-03T07:51:30,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:51:30,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x1015212680f0002, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:51:30,994 INFO [RS:1;911db94732f6:46663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:51:30,994 INFO [RS:1;911db94732f6:46663 {}] regionserver.HRegionServer(1031): Exiting; stopping=911db94732f6,46663,1733212207583; zookeeper connection closed. 2024-12-03T07:51:30,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28a22f98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28a22f98 2024-12-03T07:51:30,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T07:51:31,004 DEBUG [M:0;911db94732f6:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edf72916e3ff44ad91bde3817a7c754e is 69, key is 911db94732f6,40455,1733212207625/rs:state/1733212208677/Put/seqid=0 2024-12-03T07:51:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741868_1044 (size=5446) 2024-12-03T07:51:31,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741868_1044 (size=5446) 2024-12-03T07:51:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741868_1044 (size=5446) 2024-12-03T07:51:31,013 INFO [M:0;911db94732f6:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edf72916e3ff44ad91bde3817a7c754e 2024-12-03T07:51:31,019 INFO [M:0;911db94732f6:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edf72916e3ff44ad91bde3817a7c754e 2024-12-03T07:51:31,020 DEBUG [M:0;911db94732f6:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acd3917d15c046209f5377aac98ce2d6 as hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/acd3917d15c046209f5377aac98ce2d6 2024-12-03T07:51:31,027 INFO [M:0;911db94732f6:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/acd3917d15c046209f5377aac98ce2d6, entries=8, sequenceid=513, filesize=5.5 K 2024-12-03T07:51:31,028 DEBUG [M:0;911db94732f6:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b62953541b0457c86929e48a2e0b464 as hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b62953541b0457c86929e48a2e0b464 2024-12-03T07:51:31,035 INFO [M:0;911db94732f6:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b62953541b0457c86929e48a2e0b464 2024-12-03T07:51:31,035 INFO [M:0;911db94732f6:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b62953541b0457c86929e48a2e0b464, entries=56, sequenceid=513, filesize=8.8 K 2024-12-03T07:51:31,036 DEBUG [M:0;911db94732f6:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edf72916e3ff44ad91bde3817a7c754e as hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edf72916e3ff44ad91bde3817a7c754e 2024-12-03T07:51:31,043 INFO [M:0;911db94732f6:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edf72916e3ff44ad91bde3817a7c754e 2024-12-03T07:51:31,043 INFO [M:0;911db94732f6:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/3745599d-3acc-9ba2-1e5b-a6eb6dcbdecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edf72916e3ff44ad91bde3817a7c754e, entries=3, sequenceid=513, filesize=5.3 K 2024-12-03T07:51:31,045 INFO [M:0;911db94732f6:37929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=513, compaction requested=false 2024-12-03T07:51:31,046 INFO [M:0;911db94732f6:37929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:51:31,046 DEBUG [M:0;911db94732f6:37929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733212290915Disabling compacts and flushes for region at 1733212290915Disabling writes for close at 1733212290916 (+1 ms)Obtaining lock to block concurrent updates at 1733212290916Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733212290916Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1733212290917 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733212290917Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733212290917Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733212290933 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733212290933Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733212290949 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733212290965 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733212290965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733212290982 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733212291003 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733212291003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f88fc2a: reopening flushed file at 1733212291019 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd10437: reopening flushed file at 1733212291027 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e0d858: reopening flushed file at 1733212291035 (+8 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=513, compaction requested=false at 1733212291045 (+10 ms)Writing region close event to WAL at 1733212291046 (+1 ms)Closed at 1733212291046 2024-12-03T07:51:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38185 is added to blk_1073741830_1006 (size=234135) 2024-12-03T07:51:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34949 is added to blk_1073741830_1006 (size=234135) 2024-12-03T07:51:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741830_1006 (size=234135) 2024-12-03T07:51:31,050 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T07:51:31,050 INFO [M:0;911db94732f6:37929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T07:51:31,050 INFO [M:0;911db94732f6:37929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37929 2024-12-03T07:51:31,050 INFO [M:0;911db94732f6:37929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:51:31,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:51:31,152 INFO [M:0;911db94732f6:37929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:51:31,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1015212680f0000, quorum=127.0.0.1:58611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:51:31,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:51:31,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:51:31,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:51:31,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:51:31,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir/,STOPPED} 2024-12-03T07:51:31,162 WARN [BP-608650157-172.17.0.2-1733212203641 heartbeating to localhost/127.0.0.1:44251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T07:51:31,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T07:51:31,162 WARN [BP-608650157-172.17.0.2-1733212203641 heartbeating to localhost/127.0.0.1:44251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608650157-172.17.0.2-1733212203641 (Datanode Uuid 34466f7d-1016-4d92-9014-05dbfbd72694) service to localhost/127.0.0.1:44251 2024-12-03T07:51:31,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T07:51:31,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data5/current/BP-608650157-172.17.0.2-1733212203641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:51:31,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data6/current/BP-608650157-172.17.0.2-1733212203641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:51:31,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T07:51:31,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:51:31,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:51:31,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:51:31,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:51:31,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir/,STOPPED} 2024-12-03T07:51:31,168 WARN [BP-608650157-172.17.0.2-1733212203641 heartbeating to localhost/127.0.0.1:44251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T07:51:31,168 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T07:51:31,168 WARN [BP-608650157-172.17.0.2-1733212203641 heartbeating to localhost/127.0.0.1:44251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608650157-172.17.0.2-1733212203641 (Datanode Uuid bf2cfef3-0271-4d17-af3c-796d74b2353f) service to localhost/127.0.0.1:44251 2024-12-03T07:51:31,168 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T07:51:31,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data3/current/BP-608650157-172.17.0.2-1733212203641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:51:31,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data4/current/BP-608650157-172.17.0.2-1733212203641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:51:31,169 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T07:51:31,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:51:31,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:51:31,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:51:31,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:51:31,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir/,STOPPED} 2024-12-03T07:51:31,172 WARN [BP-608650157-172.17.0.2-1733212203641 heartbeating to localhost/127.0.0.1:44251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T07:51:31,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T07:51:31,172 WARN [BP-608650157-172.17.0.2-1733212203641 heartbeating to localhost/127.0.0.1:44251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608650157-172.17.0.2-1733212203641 (Datanode Uuid 6f19d553-9f52-45f4-b698-ebfc8b41027e) service to localhost/127.0.0.1:44251 2024-12-03T07:51:31,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T07:51:31,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data1/current/BP-608650157-172.17.0.2-1733212203641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:51:31,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/cluster_d152c979-d707-2f6e-53e6-09e126f9dac4/data/data2/current/BP-608650157-172.17.0.2-1733212203641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:51:31,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T07:51:31,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T07:51:31,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:51:31,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:51:31,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:51:31,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir/,STOPPED} 2024-12-03T07:51:31,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T07:51:31,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T07:51:31,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@78e976a1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/911db94732f6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44251 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/911db94732f6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/911db94732f6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/911db94732f6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/911db94732f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/911db94732f6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/911db94732f6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44251 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/911db94732f6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=8061 (was 9315) 2024-12-03T07:51:31,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=8061 2024-12-03T07:51:31,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir so I do NOT create it in target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4 2024-12-03T07:51:31,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T07:51:31,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.tmp.dir so I do NOT create it in target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4 2024-12-03T07:51:31,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3281c46a-ba62-e988-48de-2e41e7762f63/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T07:51:31,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8, deleteOnExit=true 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/test.cache.data in system properties and HBase conf 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir in system properties and HBase conf 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T07:51:31,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T07:51:31,261 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/nfs.dump.dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/java.io.tmpdir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T07:51:31,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T07:51:31,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:51:31,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:51:31,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:51:31,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:51:31,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:51:31,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:51:31,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f6bc4a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:51:31,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5299a2f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:51:31,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ae3194e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/java.io.tmpdir/jetty-localhost-43257-hadoop-hdfs-3_4_1-tests_jar-_-any-1415118348483993433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T07:51:31,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dc25a87{HTTP/1.1, (http/1.1)}{localhost:43257} 2024-12-03T07:51:31,457 INFO [Time-limited test {}] server.Server(415): Started @89743ms 2024-12-03T07:51:31,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:51:31,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:51:31,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:51:31,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:51:31,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:51:31,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d38f81d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:51:31,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b359d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:51:31,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16d13838{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/java.io.tmpdir/jetty-localhost-35705-hadoop-hdfs-3_4_1-tests_jar-_-any-4074954648542748202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:51:31,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a8c2d0a{HTTP/1.1, (http/1.1)}{localhost:35705} 2024-12-03T07:51:31,659 INFO [Time-limited test {}] server.Server(415): Started @89944ms 2024-12-03T07:51:31,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T07:51:31,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:51:31,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:51:31,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:51:31,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:51:31,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:51:31,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17bbafa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:51:31,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8388e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:51:31,748 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data1/current/BP-1150080336-172.17.0.2-1733212291284/current, will proceed with Du for space computation calculation, 2024-12-03T07:51:31,748 WARN [Thread-667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data2/current/BP-1150080336-172.17.0.2-1733212291284/current, will proceed with Du for space computation calculation, 2024-12-03T07:51:31,768 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T07:51:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a4919c9f78b90 with lease ID 0x93d30cbfa7069b6e: Processing first storage report for DS-33a7ce05-6d23-4d96-a465-cd3cde143646 from datanode DatanodeRegistration(127.0.0.1:36665, datanodeUuid=bbfde117-4afc-4dde-8a26-156fe207d2c9, infoPort=40835, infoSecurePort=0, ipcPort=36019, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284) 2024-12-03T07:51:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a4919c9f78b90 with lease ID 0x93d30cbfa7069b6e: from storage DS-33a7ce05-6d23-4d96-a465-cd3cde143646 node DatanodeRegistration(127.0.0.1:36665, datanodeUuid=bbfde117-4afc-4dde-8a26-156fe207d2c9, infoPort=40835, infoSecurePort=0, ipcPort=36019, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:51:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a4919c9f78b90 with lease ID 0x93d30cbfa7069b6e: Processing first storage report for DS-917230b8-580f-4595-8738-5c7068356e4c from datanode DatanodeRegistration(127.0.0.1:36665, datanodeUuid=bbfde117-4afc-4dde-8a26-156fe207d2c9, infoPort=40835, infoSecurePort=0, ipcPort=36019, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284) 2024-12-03T07:51:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a4919c9f78b90 with lease ID 0x93d30cbfa7069b6e: from storage DS-917230b8-580f-4595-8738-5c7068356e4c node DatanodeRegistration(127.0.0.1:36665, datanodeUuid=bbfde117-4afc-4dde-8a26-156fe207d2c9, infoPort=40835, infoSecurePort=0, ipcPort=36019, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:51:31,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@628f2dd6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/java.io.tmpdir/jetty-localhost-43677-hadoop-hdfs-3_4_1-tests_jar-_-any-16067707504862725930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:51:31,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59829fca{HTTP/1.1, (http/1.1)}{localhost:43677} 2024-12-03T07:51:31,816 INFO [Time-limited test {}] server.Server(415): Started @90101ms 2024-12-03T07:51:31,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T07:51:31,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:51:31,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:51:31,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:51:31,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:51:31,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T07:51:31,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73812e87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:51:31,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12c1206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:51:31,897 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data3/current/BP-1150080336-172.17.0.2-1733212291284/current, will proceed with Du for space computation calculation, 2024-12-03T07:51:31,897 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data4/current/BP-1150080336-172.17.0.2-1733212291284/current, will proceed with Du for space computation calculation, 2024-12-03T07:51:31,921 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T07:51:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1d3578c6ccbe102 with lease ID 0x93d30cbfa7069b6f: Processing first storage report for DS-93d890ca-2f3f-428a-816d-db38b394b64e from datanode DatanodeRegistration(127.0.0.1:38543, datanodeUuid=e1634a22-2be7-4d1b-b6f4-e38076dea118, infoPort=42383, infoSecurePort=0, ipcPort=46521, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284) 2024-12-03T07:51:31,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1d3578c6ccbe102 with lease ID 0x93d30cbfa7069b6f: from storage DS-93d890ca-2f3f-428a-816d-db38b394b64e node DatanodeRegistration(127.0.0.1:38543, datanodeUuid=e1634a22-2be7-4d1b-b6f4-e38076dea118, infoPort=42383, infoSecurePort=0, ipcPort=46521, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:51:31,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1d3578c6ccbe102 with lease ID 0x93d30cbfa7069b6f: Processing first storage report for DS-d5befec9-854b-4b37-b5a8-3168ecc71093 from datanode DatanodeRegistration(127.0.0.1:38543, datanodeUuid=e1634a22-2be7-4d1b-b6f4-e38076dea118, infoPort=42383, infoSecurePort=0, ipcPort=46521, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284) 2024-12-03T07:51:31,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1d3578c6ccbe102 with lease ID 0x93d30cbfa7069b6f: from storage DS-d5befec9-854b-4b37-b5a8-3168ecc71093 node DatanodeRegistration(127.0.0.1:38543, datanodeUuid=e1634a22-2be7-4d1b-b6f4-e38076dea118, infoPort=42383, infoSecurePort=0, ipcPort=46521, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:51:31,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318d9e54{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/java.io.tmpdir/jetty-localhost-33363-hadoop-hdfs-3_4_1-tests_jar-_-any-5570502171970545540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:51:31,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ae4ac48{HTTP/1.1, (http/1.1)}{localhost:33363} 2024-12-03T07:51:31,973 INFO [Time-limited test {}] server.Server(415): Started @90258ms 2024-12-03T07:51:31,974 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T07:51:32,056 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data6/current/BP-1150080336-172.17.0.2-1733212291284/current, will proceed with Du for space computation calculation, 2024-12-03T07:51:32,056 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data5/current/BP-1150080336-172.17.0.2-1733212291284/current, will proceed with Du for space computation calculation, 2024-12-03T07:51:32,073 WARN [Thread-716 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T07:51:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fe27dbdfdc9c89b with lease ID 0x93d30cbfa7069b70: Processing first storage report for DS-8243b624-23c3-4cc4-9ce9-52ae1af2ce0b from datanode DatanodeRegistration(127.0.0.1:37141, datanodeUuid=d275e1a7-0736-486c-b628-7c37faeac87b, infoPort=36813, infoSecurePort=0, ipcPort=35723, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284) 2024-12-03T07:51:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fe27dbdfdc9c89b with lease ID 0x93d30cbfa7069b70: from storage DS-8243b624-23c3-4cc4-9ce9-52ae1af2ce0b node DatanodeRegistration(127.0.0.1:37141, datanodeUuid=d275e1a7-0736-486c-b628-7c37faeac87b, infoPort=36813, infoSecurePort=0, ipcPort=35723, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:51:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fe27dbdfdc9c89b with lease ID 0x93d30cbfa7069b70: Processing first storage report for DS-6f4afb17-c503-4f46-961c-342cb179113d from datanode DatanodeRegistration(127.0.0.1:37141, datanodeUuid=d275e1a7-0736-486c-b628-7c37faeac87b, infoPort=36813, infoSecurePort=0, ipcPort=35723, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284) 2024-12-03T07:51:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fe27dbdfdc9c89b with lease ID 0x93d30cbfa7069b70: from storage DS-6f4afb17-c503-4f46-961c-342cb179113d node DatanodeRegistration(127.0.0.1:37141, datanodeUuid=d275e1a7-0736-486c-b628-7c37faeac87b, infoPort=36813, infoSecurePort=0, ipcPort=35723, storageInfo=lv=-57;cid=testClusterID;nsid=1905057161;c=1733212291284), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T07:51:32,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4 2024-12-03T07:51:32,102 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/zookeeper_0, clientPort=52903, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T07:51:32,103 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52903 2024-12-03T07:51:32,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741825_1001 (size=7) 2024-12-03T07:51:32,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741825_1001 (size=7) 2024-12-03T07:51:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741825_1001 (size=7) 2024-12-03T07:51:32,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 with version=8 2024-12-03T07:51:32,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/hbase-staging 2024-12-03T07:51:32,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:51:32,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:51:32,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:51:32,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T07:51:32,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:51:32,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38067 2024-12-03T07:51:32,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38067 connecting to ZooKeeper ensemble=127.0.0.1:52903 2024-12-03T07:51:32,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380670x0, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:51:32,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38067-0x1015213b8b00000 connected 2024-12-03T07:51:32,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:51:32,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2, hbase.cluster.distributed=false 2024-12-03T07:51:32,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:51:32,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38067 2024-12-03T07:51:32,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38067 2024-12-03T07:51:32,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38067 2024-12-03T07:51:32,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38067 2024-12-03T07:51:32,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38067 2024-12-03T07:51:32,174 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:51:32,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:51:32,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:51:32,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T07:51:32,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:51:32,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33365 2024-12-03T07:51:32,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33365 connecting to ZooKeeper ensemble=127.0.0.1:52903 2024-12-03T07:51:32,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333650x0, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:51:32,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:51:32,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33365-0x1015213b8b00001 connected 2024-12-03T07:51:32,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T07:51:32,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T07:51:32,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T07:51:32,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:51:32,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33365 2024-12-03T07:51:32,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33365 2024-12-03T07:51:32,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33365 2024-12-03T07:51:32,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33365 2024-12-03T07:51:32,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33365 2024-12-03T07:51:32,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:51:32,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:51:32,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:51:32,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T07:51:32,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:51:32,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33451 2024-12-03T07:51:32,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33451 connecting to ZooKeeper ensemble=127.0.0.1:52903 2024-12-03T07:51:32,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334510x0, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:51:32,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33451-0x1015213b8b00002 connected 2024-12-03T07:51:32,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:51:32,213 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T07:51:32,214 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T07:51:32,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T07:51:32,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:51:32,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33451 2024-12-03T07:51:32,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33451 2024-12-03T07:51:32,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33451 2024-12-03T07:51:32,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33451 2024-12-03T07:51:32,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33451 2024-12-03T07:51:32,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:51:32,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:51:32,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:51:32,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:51:32,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T07:51:32,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:51:32,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44267 2024-12-03T07:51:32,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44267 connecting to ZooKeeper ensemble=127.0.0.1:52903 2024-12-03T07:51:32,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442670x0, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:51:32,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442670x0, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:51:32,241 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T07:51:32,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44267-0x1015213b8b00003 connected 2024-12-03T07:51:32,243 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T07:51:32,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T07:51:32,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:51:32,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44267 2024-12-03T07:51:32,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44267 2024-12-03T07:51:32,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44267 2024-12-03T07:51:32,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44267 2024-12-03T07:51:32,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44267 2024-12-03T07:51:32,256 DEBUG [M:0;911db94732f6:38067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;911db94732f6:38067 2024-12-03T07:51:32,257 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/911db94732f6,38067,1733212292121 2024-12-03T07:51:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:51:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:51:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:51:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:51:32,259 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/911db94732f6,38067,1733212292121 2024-12-03T07:51:32,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T07:51:32,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T07:51:32,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,262 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T07:51:32,262 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/911db94732f6,38067,1733212292121 from backup master directory 2024-12-03T07:51:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/911db94732f6,38067,1733212292121 2024-12-03T07:51:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T07:51:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:51:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:51:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:51:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:51:32,264 WARN [master/911db94732f6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:51:32,264 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=911db94732f6,38067,1733212292121 2024-12-03T07:51:32,269 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/hbase.id] with ID: c27ef8d6-b0fb-41e4-a60c-1ce582d3988f 2024-12-03T07:51:32,269 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.tmp/hbase.id 2024-12-03T07:51:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741826_1002 (size=42) 2024-12-03T07:51:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741826_1002 (size=42) 2024-12-03T07:51:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741826_1002 (size=42) 2024-12-03T07:51:32,277 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.tmp/hbase.id]:[hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/hbase.id] 2024-12-03T07:51:32,290 INFO [master/911db94732f6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:51:32,290 INFO [master/911db94732f6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T07:51:32,292 INFO [master/911db94732f6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T07:51:32,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741827_1003 (size=196) 2024-12-03T07:51:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741827_1003 (size=196) 2024-12-03T07:51:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741827_1003 (size=196) 2024-12-03T07:51:32,303 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:51:32,304 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T07:51:32,304 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:51:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741828_1004 (size=1189) 2024-12-03T07:51:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741828_1004 (size=1189) 2024-12-03T07:51:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741828_1004 (size=1189) 2024-12-03T07:51:32,318 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store 2024-12-03T07:51:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741829_1005 (size=34) 2024-12-03T07:51:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741829_1005 (size=34) 2024-12-03T07:51:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741829_1005 (size=34) 2024-12-03T07:51:32,327 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:32,327 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T07:51:32,328 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:51:32,328 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:51:32,328 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T07:51:32,328 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:51:32,328 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:51:32,328 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733212292327Disabling compacts and flushes for region at 1733212292327Disabling writes for close at 1733212292328 (+1 ms)Writing region close event to WAL at 1733212292328Closed at 1733212292328 2024-12-03T07:51:32,329 WARN [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/.initializing 2024-12-03T07:51:32,329 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/WALs/911db94732f6,38067,1733212292121 2024-12-03T07:51:32,330 INFO [master/911db94732f6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:51:32,332 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C38067%2C1733212292121, suffix=, logDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/WALs/911db94732f6,38067,1733212292121, archiveDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/oldWALs, maxLogs=10 2024-12-03T07:51:32,345 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/WALs/911db94732f6,38067,1733212292121/911db94732f6%2C38067%2C1733212292121.1733212292332, exclude list is [], retry=0 2024-12-03T07:51:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37141,DS-8243b624-23c3-4cc4-9ce9-52ae1af2ce0b,DISK] 2024-12-03T07:51:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38543,DS-93d890ca-2f3f-428a-816d-db38b394b64e,DISK] 2024-12-03T07:51:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36665,DS-33a7ce05-6d23-4d96-a465-cd3cde143646,DISK] 2024-12-03T07:51:32,350 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/WALs/911db94732f6,38067,1733212292121/911db94732f6%2C38067%2C1733212292121.1733212292332 2024-12-03T07:51:32,350 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813),(127.0.0.1/127.0.0.1:42383:42383),(127.0.0.1/127.0.0.1:40835:40835)] 2024-12-03T07:51:32,350 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:51:32,351 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:32,351 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,351 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T07:51:32,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:32,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T07:51:32,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:32,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T07:51:32,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:32,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T07:51:32,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:32,360 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,361 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,362 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,363 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,363 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,364 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T07:51:32,365 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:51:32,368 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:32,368 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71894157, jitterRate=0.07130642235279083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T07:51:32,369 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733212292351Initializing all the Stores at 1733212292352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212292352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212292352Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212292352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212292352Cleaning up temporary data from old regions at 1733212292363 (+11 ms)Region opened successfully at 1733212292369 (+6 ms) 2024-12-03T07:51:32,370 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T07:51:32,373 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686aa7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:51:32,374 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T07:51:32,374 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T07:51:32,375 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T07:51:32,375 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T07:51:32,375 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T07:51:32,376 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T07:51:32,376 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T07:51:32,378 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T07:51:32,379 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T07:51:32,381 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T07:51:32,381 INFO [master/911db94732f6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T07:51:32,382 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T07:51:32,383 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T07:51:32,384 INFO [master/911db94732f6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T07:51:32,385 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T07:51:32,386 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T07:51:32,387 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T07:51:32,388 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T07:51:32,390 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T07:51:32,391 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T07:51:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:51:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:51:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:51:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:51:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,393 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=911db94732f6,38067,1733212292121, sessionid=0x1015213b8b00000, setting cluster-up flag (Was=false) 2024-12-03T07:51:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,401 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T07:51:32,402 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=911db94732f6,38067,1733212292121 2024-12-03T07:51:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,411 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T07:51:32,412 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=911db94732f6,38067,1733212292121 2024-12-03T07:51:32,414 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T07:51:32,415 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T07:51:32,416 INFO [master/911db94732f6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T07:51:32,416 INFO [master/911db94732f6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T07:51:32,416 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 911db94732f6,38067,1733212292121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T07:51:32,417 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:51:32,417 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:51:32,418 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:51:32,418 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:51:32,418 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/911db94732f6:0, corePoolSize=10, maxPoolSize=10 2024-12-03T07:51:32,418 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,418 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:51:32,418 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:51:32,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T07:51:32,421 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T07:51:32,422 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733212322422 2024-12-03T07:51:32,422 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T07:51:32,422 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T07:51:32,422 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T07:51:32,422 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T07:51:32,422 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T07:51:32,422 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T07:51:32,422 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,423 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T07:51:32,423 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T07:51:32,423 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T07:51:32,423 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T07:51:32,423 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T07:51:32,424 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733212292423,5,FailOnTimeoutGroup] 2024-12-03T07:51:32,424 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733212292424,5,FailOnTimeoutGroup] 2024-12-03T07:51:32,424 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,424 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T07:51:32,424 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,424 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741831_1007 (size=1321) 2024-12-03T07:51:32,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741831_1007 (size=1321) 2024-12-03T07:51:32,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741831_1007 (size=1321) 2024-12-03T07:51:32,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T07:51:32,431 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741832_1008 (size=32) 2024-12-03T07:51:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741832_1008 (size=32) 2024-12-03T07:51:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741832_1008 (size=32) 2024-12-03T07:51:32,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:32,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T07:51:32,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T07:51:32,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:32,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T07:51:32,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T07:51:32,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:32,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T07:51:32,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T07:51:32,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,447 INFO [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(746): ClusterId : c27ef8d6-b0fb-41e4-a60c-1ce582d3988f 2024-12-03T07:51:32,447 DEBUG [RS:1;911db94732f6:33451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T07:51:32,447 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(746): ClusterId : c27ef8d6-b0fb-41e4-a60c-1ce582d3988f 2024-12-03T07:51:32,448 DEBUG [RS:0;911db94732f6:33365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T07:51:32,448 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(746): ClusterId : c27ef8d6-b0fb-41e4-a60c-1ce582d3988f 2024-12-03T07:51:32,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:32,448 DEBUG [RS:2;911db94732f6:44267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T07:51:32,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T07:51:32,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T07:51:32,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:32,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:32,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T07:51:32,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740 2024-12-03T07:51:32,451 DEBUG [RS:1;911db94732f6:33451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T07:51:32,451 DEBUG [RS:1;911db94732f6:33451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T07:51:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740 2024-12-03T07:51:32,452 DEBUG [RS:2;911db94732f6:44267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T07:51:32,452 DEBUG [RS:2;911db94732f6:44267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T07:51:32,452 DEBUG [RS:0;911db94732f6:33365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T07:51:32,452 DEBUG [RS:0;911db94732f6:33365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T07:51:32,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T07:51:32,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T07:51:32,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T07:51:32,455 DEBUG [RS:1;911db94732f6:33451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T07:51:32,455 DEBUG [RS:1;911db94732f6:33451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b41cc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:51:32,455 DEBUG [RS:0;911db94732f6:33365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T07:51:32,456 DEBUG [RS:2;911db94732f6:44267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T07:51:32,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T07:51:32,456 DEBUG [RS:0;911db94732f6:33365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5948f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:51:32,456 DEBUG [RS:2;911db94732f6:44267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c62e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:51:32,459 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:32,460 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71759240, jitterRate=0.06929600238800049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T07:51:32,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733212292440Initializing all the Stores at 1733212292441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212292441Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212292441Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212292441Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212292441Cleaning up temporary data from old regions at 1733212292454 (+13 ms)Region opened successfully at 1733212292461 (+7 ms) 2024-12-03T07:51:32,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T07:51:32,461 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T07:51:32,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T07:51:32,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T07:51:32,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T07:51:32,462 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T07:51:32,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733212292461Disabling compacts and flushes for region at 1733212292461Disabling writes for close at 1733212292461Writing region close event to WAL at 1733212292462 (+1 ms)Closed at 1733212292462 2024-12-03T07:51:32,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:51:32,463 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T07:51:32,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T07:51:32,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T07:51:32,466 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T07:51:32,469 DEBUG [RS:0;911db94732f6:33365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;911db94732f6:33365 2024-12-03T07:51:32,469 INFO [RS:0;911db94732f6:33365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T07:51:32,470 INFO [RS:0;911db94732f6:33365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T07:51:32,470 DEBUG [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T07:51:32,470 DEBUG [RS:1;911db94732f6:33451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;911db94732f6:33451 2024-12-03T07:51:32,470 INFO [RS:1;911db94732f6:33451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T07:51:32,470 INFO [RS:1;911db94732f6:33451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T07:51:32,470 DEBUG [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T07:51:32,470 DEBUG [RS:2;911db94732f6:44267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;911db94732f6:44267 2024-12-03T07:51:32,470 INFO [RS:2;911db94732f6:44267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T07:51:32,470 INFO [RS:2;911db94732f6:44267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T07:51:32,470 DEBUG [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T07:51:32,470 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(2659): reportForDuty to master=911db94732f6,38067,1733212292121 with port=33365, startcode=1733212292173 2024-12-03T07:51:32,471 DEBUG [RS:0;911db94732f6:33365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T07:51:32,471 INFO [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(2659): reportForDuty to master=911db94732f6,38067,1733212292121 with port=33451, startcode=1733212292204 2024-12-03T07:51:32,471 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(2659): reportForDuty to master=911db94732f6,38067,1733212292121 with port=44267, startcode=1733212292233 2024-12-03T07:51:32,471 DEBUG [RS:1;911db94732f6:33451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T07:51:32,471 DEBUG [RS:2;911db94732f6:44267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T07:51:32,473 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T07:51:32,473 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33657, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T07:51:32,473 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57631, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T07:51:32,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 911db94732f6,44267,1733212292233 2024-12-03T07:51:32,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38067 {}] master.ServerManager(517): Registering regionserver=911db94732f6,44267,1733212292233 2024-12-03T07:51:32,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 911db94732f6,33365,1733212292173 2024-12-03T07:51:32,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38067 {}] master.ServerManager(517): Registering regionserver=911db94732f6,33365,1733212292173 2024-12-03T07:51:32,475 DEBUG [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:32,475 DEBUG [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45527 2024-12-03T07:51:32,475 DEBUG [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T07:51:32,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 911db94732f6,33451,1733212292204 2024-12-03T07:51:32,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38067 {}] master.ServerManager(517): Registering regionserver=911db94732f6,33451,1733212292204 2024-12-03T07:51:32,476 DEBUG [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:32,476 DEBUG [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45527 2024-12-03T07:51:32,476 DEBUG [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T07:51:32,477 DEBUG [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:32,477 DEBUG [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45527 2024-12-03T07:51:32,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:51:32,477 DEBUG [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T07:51:32,481 DEBUG [RS:2;911db94732f6:44267 {}] zookeeper.ZKUtil(111): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/911db94732f6,44267,1733212292233 2024-12-03T07:51:32,481 WARN [RS:2;911db94732f6:44267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:51:32,481 INFO [RS:2;911db94732f6:44267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:51:32,481 DEBUG [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,44267,1733212292233 2024-12-03T07:51:32,482 DEBUG [RS:0;911db94732f6:33365 {}] zookeeper.ZKUtil(111): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/911db94732f6,33365,1733212292173 2024-12-03T07:51:32,482 WARN [RS:0;911db94732f6:33365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:51:32,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [911db94732f6,44267,1733212292233] 2024-12-03T07:51:32,482 INFO [RS:0;911db94732f6:33365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:51:32,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [911db94732f6,33451,1733212292204] 2024-12-03T07:51:32,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [911db94732f6,33365,1733212292173] 2024-12-03T07:51:32,482 DEBUG [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33365,1733212292173 2024-12-03T07:51:32,482 DEBUG [RS:1;911db94732f6:33451 {}] zookeeper.ZKUtil(111): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/911db94732f6,33451,1733212292204 2024-12-03T07:51:32,483 WARN [RS:1;911db94732f6:33451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:51:32,483 INFO [RS:1;911db94732f6:33451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:51:32,483 DEBUG [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204 2024-12-03T07:51:32,500 INFO [RS:1;911db94732f6:33451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T07:51:32,500 INFO [RS:0;911db94732f6:33365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T07:51:32,500 INFO [RS:2;911db94732f6:44267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T07:51:32,505 INFO [RS:1;911db94732f6:33451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T07:51:32,505 INFO [RS:2;911db94732f6:44267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T07:51:32,506 INFO [RS:1;911db94732f6:33451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T07:51:32,506 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,509 INFO [RS:2;911db94732f6:44267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T07:51:32,509 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,509 INFO [RS:0;911db94732f6:33365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T07:51:32,512 INFO [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T07:51:32,513 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T07:51:32,513 INFO [RS:0;911db94732f6:33365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T07:51:32,514 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,514 INFO [RS:1;911db94732f6:33451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T07:51:32,514 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T07:51:32,514 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,514 INFO [RS:2;911db94732f6:44267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T07:51:32,514 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,514 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,514 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:51:32,515 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:51:32,515 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:2;911db94732f6:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:51:32,515 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,515 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:51:32,515 DEBUG [RS:1;911db94732f6:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:51:32,517 INFO [RS:0;911db94732f6:33365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T07:51:32,518 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,518 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,519 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,519 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,519 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:51:32,519 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:51:32,519 DEBUG [RS:0;911db94732f6:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:51:32,524 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,524 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,524 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,524 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,524 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,524 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,44267,1733212292233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,33451,1733212292204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:51:32,525 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,526 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,526 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,526 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,33365,1733212292173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:51:32,543 INFO [RS:1;911db94732f6:33451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T07:51:32,543 INFO [RS:0;911db94732f6:33365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T07:51:32,543 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,33365,1733212292173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,543 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,33451,1733212292204-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,544 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,544 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,544 INFO [RS:1;911db94732f6:33451 {}] regionserver.Replication(171): 911db94732f6,33451,1733212292204 started 2024-12-03T07:51:32,544 INFO [RS:0;911db94732f6:33365 {}] regionserver.Replication(171): 911db94732f6,33365,1733212292173 started 2024-12-03T07:51:32,545 INFO [RS:2;911db94732f6:44267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T07:51:32,546 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,44267,1733212292233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,546 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,546 INFO [RS:2;911db94732f6:44267 {}] regionserver.Replication(171): 911db94732f6,44267,1733212292233 started 2024-12-03T07:51:32,557 INFO [RS:1;911db94732f6:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,557 INFO [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(1482): Serving as 911db94732f6,33451,1733212292204, RpcServer on 911db94732f6/172.17.0.2:33451, sessionid=0x1015213b8b00002 2024-12-03T07:51:32,557 DEBUG [RS:1;911db94732f6:33451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T07:51:32,557 DEBUG [RS:1;911db94732f6:33451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 911db94732f6,33451,1733212292204 2024-12-03T07:51:32,557 DEBUG [RS:1;911db94732f6:33451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,33451,1733212292204' 2024-12-03T07:51:32,557 DEBUG [RS:1;911db94732f6:33451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T07:51:32,558 DEBUG [RS:1;911db94732f6:33451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T07:51:32,558 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,558 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1482): Serving as 911db94732f6,33365,1733212292173, RpcServer on 911db94732f6/172.17.0.2:33365, sessionid=0x1015213b8b00001 2024-12-03T07:51:32,558 DEBUG [RS:0;911db94732f6:33365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T07:51:32,558 DEBUG [RS:0;911db94732f6:33365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 911db94732f6,33365,1733212292173 2024-12-03T07:51:32,558 DEBUG [RS:0;911db94732f6:33365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,33365,1733212292173' 2024-12-03T07:51:32,558 DEBUG [RS:0;911db94732f6:33365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T07:51:32,559 DEBUG [RS:1;911db94732f6:33451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T07:51:32,559 DEBUG [RS:1;911db94732f6:33451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T07:51:32,559 DEBUG [RS:1;911db94732f6:33451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 911db94732f6,33451,1733212292204 2024-12-03T07:51:32,559 DEBUG [RS:1;911db94732f6:33451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,33451,1733212292204' 2024-12-03T07:51:32,559 DEBUG [RS:1;911db94732f6:33451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T07:51:32,559 DEBUG [RS:0;911db94732f6:33365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T07:51:32,559 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:32,559 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1482): Serving as 911db94732f6,44267,1733212292233, RpcServer on 911db94732f6/172.17.0.2:44267, sessionid=0x1015213b8b00003 2024-12-03T07:51:32,559 DEBUG [RS:0;911db94732f6:33365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T07:51:32,559 DEBUG [RS:1;911db94732f6:33451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T07:51:32,559 DEBUG [RS:0;911db94732f6:33365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T07:51:32,559 DEBUG [RS:0;911db94732f6:33365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 911db94732f6,33365,1733212292173 2024-12-03T07:51:32,559 DEBUG [RS:2;911db94732f6:44267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T07:51:32,559 DEBUG [RS:0;911db94732f6:33365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,33365,1733212292173' 2024-12-03T07:51:32,560 DEBUG [RS:2;911db94732f6:44267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 911db94732f6,44267,1733212292233 2024-12-03T07:51:32,560 DEBUG [RS:0;911db94732f6:33365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T07:51:32,560 DEBUG [RS:2;911db94732f6:44267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,44267,1733212292233' 2024-12-03T07:51:32,560 DEBUG [RS:2;911db94732f6:44267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T07:51:32,560 DEBUG [RS:1;911db94732f6:33451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T07:51:32,560 INFO [RS:1;911db94732f6:33451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T07:51:32,560 INFO [RS:1;911db94732f6:33451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T07:51:32,560 DEBUG [RS:2;911db94732f6:44267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T07:51:32,560 DEBUG [RS:0;911db94732f6:33365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T07:51:32,561 DEBUG [RS:2;911db94732f6:44267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T07:51:32,561 DEBUG [RS:2;911db94732f6:44267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T07:51:32,561 DEBUG [RS:2;911db94732f6:44267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 911db94732f6,44267,1733212292233 2024-12-03T07:51:32,561 DEBUG [RS:2;911db94732f6:44267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,44267,1733212292233' 2024-12-03T07:51:32,561 DEBUG [RS:2;911db94732f6:44267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T07:51:32,561 DEBUG [RS:0;911db94732f6:33365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T07:51:32,561 INFO [RS:0;911db94732f6:33365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T07:51:32,561 INFO [RS:0;911db94732f6:33365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T07:51:32,561 DEBUG [RS:2;911db94732f6:44267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T07:51:32,561 DEBUG [RS:2;911db94732f6:44267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T07:51:32,561 INFO [RS:2;911db94732f6:44267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T07:51:32,561 INFO [RS:2;911db94732f6:44267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T07:51:32,616 WARN [911db94732f6:38067 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T07:51:32,660 INFO [RS:1;911db94732f6:33451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:51:32,661 INFO [RS:0;911db94732f6:33365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:51:32,662 INFO [RS:2;911db94732f6:44267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:51:32,663 INFO [RS:1;911db94732f6:33451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C33451%2C1733212292204, suffix=, logDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204, archiveDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/oldWALs, maxLogs=32 2024-12-03T07:51:32,663 INFO [RS:0;911db94732f6:33365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C33365%2C1733212292173, suffix=, logDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33365,1733212292173, archiveDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/oldWALs, maxLogs=32 2024-12-03T07:51:32,663 INFO [RS:2;911db94732f6:44267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C44267%2C1733212292233, suffix=, logDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,44267,1733212292233, archiveDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/oldWALs, maxLogs=32 2024-12-03T07:51:32,678 DEBUG [RS:0;911db94732f6:33365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33365,1733212292173/911db94732f6%2C33365%2C1733212292173.1733212292665, exclude list is [], retry=0 2024-12-03T07:51:32,679 DEBUG [RS:2;911db94732f6:44267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,44267,1733212292233/911db94732f6%2C44267%2C1733212292233.1733212292666, exclude list is [], retry=0 2024-12-03T07:51:32,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37141,DS-8243b624-23c3-4cc4-9ce9-52ae1af2ce0b,DISK] 2024-12-03T07:51:32,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38543,DS-93d890ca-2f3f-428a-816d-db38b394b64e,DISK] 2024-12-03T07:51:32,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36665,DS-33a7ce05-6d23-4d96-a465-cd3cde143646,DISK] 2024-12-03T07:51:32,682 DEBUG [RS:1;911db94732f6:33451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204/911db94732f6%2C33451%2C1733212292204.1733212292666, exclude list is [], retry=0 2024-12-03T07:51:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38543,DS-93d890ca-2f3f-428a-816d-db38b394b64e,DISK] 2024-12-03T07:51:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36665,DS-33a7ce05-6d23-4d96-a465-cd3cde143646,DISK] 2024-12-03T07:51:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37141,DS-8243b624-23c3-4cc4-9ce9-52ae1af2ce0b,DISK] 2024-12-03T07:51:32,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36665,DS-33a7ce05-6d23-4d96-a465-cd3cde143646,DISK] 2024-12-03T07:51:32,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37141,DS-8243b624-23c3-4cc4-9ce9-52ae1af2ce0b,DISK] 2024-12-03T07:51:32,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38543,DS-93d890ca-2f3f-428a-816d-db38b394b64e,DISK] 2024-12-03T07:51:32,694 INFO [RS:2;911db94732f6:44267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,44267,1733212292233/911db94732f6%2C44267%2C1733212292233.1733212292666 2024-12-03T07:51:32,694 DEBUG [RS:2;911db94732f6:44267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813),(127.0.0.1/127.0.0.1:40835:40835),(127.0.0.1/127.0.0.1:42383:42383)] 2024-12-03T07:51:32,695 INFO [RS:0;911db94732f6:33365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33365,1733212292173/911db94732f6%2C33365%2C1733212292173.1733212292665 2024-12-03T07:51:32,696 INFO [RS:1;911db94732f6:33451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204/911db94732f6%2C33451%2C1733212292204.1733212292666 2024-12-03T07:51:32,697 DEBUG [RS:0;911db94732f6:33365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383),(127.0.0.1/127.0.0.1:40835:40835),(127.0.0.1/127.0.0.1:36813:36813)] 2024-12-03T07:51:32,698 DEBUG [RS:1;911db94732f6:33451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383),(127.0.0.1/127.0.0.1:40835:40835),(127.0.0.1/127.0.0.1:36813:36813)] 2024-12-03T07:51:32,866 DEBUG [911db94732f6:38067 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-03T07:51:32,867 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(204): Hosts are {911db94732f6=0} racks are {/default-rack=0} 2024-12-03T07:51:32,869 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T07:51:32,869 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T07:51:32,869 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T07:51:32,869 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T07:51:32,869 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T07:51:32,869 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T07:51:32,869 INFO [911db94732f6:38067 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T07:51:32,869 INFO [911db94732f6:38067 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T07:51:32,869 INFO [911db94732f6:38067 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T07:51:32,869 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T07:51:32,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:51:32,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 911db94732f6,44267,1733212292233, state=OPENING 2024-12-03T07:51:32,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T07:51:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:51:32,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T07:51:32,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=911db94732f6,44267,1733212292233}] 2024-12-03T07:51:32,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:51:32,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:51:32,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:51:32,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:51:35,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:35,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:35,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:36,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T07:51:36,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:36,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:36,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:37,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T07:51:37,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T07:51:42,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T07:51:42,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:42,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:42,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:42,878 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T07:51:42,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39839, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T07:51:42,885 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T07:51:42,885 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:51:42,886 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T07:51:42,887 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C44267%2C1733212292233.meta, suffix=.meta, logDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,44267,1733212292233, archiveDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/oldWALs, maxLogs=32 2024-12-03T07:51:42,901 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,44267,1733212292233/911db94732f6%2C44267%2C1733212292233.meta.1733212302888.meta, exclude list is [], retry=0 2024-12-03T07:51:42,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38543,DS-93d890ca-2f3f-428a-816d-db38b394b64e,DISK] 2024-12-03T07:51:42,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37141,DS-8243b624-23c3-4cc4-9ce9-52ae1af2ce0b,DISK] 2024-12-03T07:51:42,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36665,DS-33a7ce05-6d23-4d96-a465-cd3cde143646,DISK] 2024-12-03T07:51:42,905 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,44267,1733212292233/911db94732f6%2C44267%2C1733212292233.meta.1733212302888.meta 2024-12-03T07:51:42,906 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383),(127.0.0.1/127.0.0.1:36813:36813),(127.0.0.1/127.0.0.1:40835:40835)] 2024-12-03T07:51:42,906 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:51:42,906 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T07:51:42,906 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T07:51:42,906 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T07:51:42,906 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T07:51:42,906 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:42,906 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T07:51:42,907 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T07:51:42,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T07:51:42,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T07:51:42,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:42,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:42,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T07:51:42,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T07:51:42,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:42,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:42,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T07:51:42,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T07:51:42,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:42,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:42,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T07:51:42,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T07:51:42,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:42,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:51:42,914 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T07:51:42,915 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740 2024-12-03T07:51:42,916 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740 2024-12-03T07:51:42,917 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T07:51:42,917 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T07:51:42,918 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T07:51:42,919 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T07:51:42,920 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66450715, jitterRate=-0.009807184338569641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T07:51:42,920 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T07:51:42,921 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733212302907Writing region info on filesystem at 1733212302907Initializing all the Stores at 1733212302907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212302908 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212302908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212302908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733212302908Cleaning up temporary data from old regions at 1733212302917 (+9 ms)Running coprocessor post-open hooks at 1733212302920 (+3 ms)Region opened successfully at 1733212302921 (+1 ms) 2024-12-03T07:51:42,922 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733212302878 2024-12-03T07:51:42,924 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T07:51:42,924 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T07:51:42,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:51:42,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 911db94732f6,44267,1733212292233, state=OPEN 2024-12-03T07:51:42,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:51:42,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:51:42,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:51:42,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:51:42,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:51:42,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:51:42,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:51:42,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:51:42,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=911db94732f6,44267,1733212292233 2024-12-03T07:51:42,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T07:51:42,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=911db94732f6,44267,1733212292233 in 10.0540 sec 2024-12-03T07:51:42,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T07:51:42,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4680 sec 2024-12-03T07:51:42,934 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:51:42,934 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T07:51:42,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:51:42,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,44267,1733212292233, seqNum=-1] 2024-12-03T07:51:42,936 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:51:42,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:51:42,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5270 sec 2024-12-03T07:51:42,943 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733212302943, completionTime=-1 2024-12-03T07:51:42,943 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T07:51:42,943 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T07:51:42,944 INFO [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T07:51:42,944 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733212362944 2024-12-03T07:51:42,944 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733212422944 2024-12-03T07:51:42,944 INFO [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T07:51:42,945 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,38067,1733212292121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:42,945 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,38067,1733212292121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:42,945 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,38067,1733212292121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:42,945 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-911db94732f6:38067, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:42,945 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:42,945 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:42,946 DEBUG [master/911db94732f6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T07:51:42,948 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.684sec 2024-12-03T07:51:42,949 INFO [master/911db94732f6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T07:51:42,949 INFO [master/911db94732f6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T07:51:42,949 INFO [master/911db94732f6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T07:51:42,949 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T07:51:42,949 INFO [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T07:51:42,949 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,38067,1733212292121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:51:42,949 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,38067,1733212292121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T07:51:42,952 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T07:51:42,952 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T07:51:42,952 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,38067,1733212292121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:51:42,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9d3988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:51:42,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,38067,-1 for getting cluster id 2024-12-03T07:51:42,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:51:42,956 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c27ef8d6-b0fb-41e4-a60c-1ce582d3988f' 2024-12-03T07:51:42,956 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:51:42,956 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c27ef8d6-b0fb-41e4-a60c-1ce582d3988f" 2024-12-03T07:51:42,957 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76226915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:51:42,957 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,38067,-1] 2024-12-03T07:51:42,957 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:51:42,958 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:42,959 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:51:42,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f19521f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:51:42,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:51:42,960 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,44267,1733212292233, seqNum=-1] 2024-12-03T07:51:42,961 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:51:42,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:51:42,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=911db94732f6,38067,1733212292121 2024-12-03T07:51:42,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733212302964 (current time:1733212302964). 2024-12-03T07:51:42,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T07:51:42,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T07:51:42,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016f4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:51:42,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,38067,-1 for getting cluster id 2024-12-03T07:51:42,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:51:42,965 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c27ef8d6-b0fb-41e4-a60c-1ce582d3988f' 2024-12-03T07:51:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:51:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c27ef8d6-b0fb-41e4-a60c-1ce582d3988f" 2024-12-03T07:51:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184ac6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:51:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,38067,-1] 2024-12-03T07:51:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:51:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:42,967 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:51:42,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1effed4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:51:42,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:51:42,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,44267,1733212292233, seqNum=-1] 2024-12-03T07:51:42,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:51:42,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:51:42,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:51:42,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:51:42,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:42,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:51:42,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:51:42,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:51:42,972 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,38067,1733212292121 2024-12-03T07:51:42,972 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@514eb9aa 2024-12-03T07:51:42,972 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:51:42,974 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:51:42,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:51:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T07:51:42,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T07:51:42,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:42,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T07:51:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:51:42,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T07:51:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741837_1013 (size=361) 2024-12-03T07:51:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741837_1013 (size=361) 2024-12-03T07:51:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741837_1013 (size=361) 2024-12-03T07:51:42,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 189a0f62963329410fcd980964009277, NAME => 'SPTestTable,,1733212302974.189a0f62963329410fcd980964009277.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:42,991 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f3b8fa8794fdabaa1a6c1734e49d895a, NAME => 'SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:42,991 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 56187e4e40095e9988577fd518edf414, NAME => 'SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741838_1014 (size=54) 2024-12-03T07:51:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741838_1014 (size=54) 2024-12-03T07:51:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741838_1014 (size=54) 2024-12-03T07:51:43,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733212302974.189a0f62963329410fcd980964009277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 189a0f62963329410fcd980964009277, disabling compactions & flushes 2024-12-03T07:51:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741839_1015 (size=62) 2024-12-03T07:51:43,004 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:51:43,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:51:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741839_1015 (size=62) 2024-12-03T07:51:43,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. after waiting 0 ms 2024-12-03T07:51:43,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:51:43,004 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:51:43,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 189a0f62963329410fcd980964009277: Waiting for close lock at 1733212303003Disabling compacts and flushes for region at 1733212303003Disabling writes for close at 1733212303004 (+1 ms)Writing region close event to WAL at 1733212303004Closed at 1733212303004 2024-12-03T07:51:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741839_1015 (size=62) 2024-12-03T07:51:43,005 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4978f5cf50a574cc9e71d6a02402a4e6, NAME => 'SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:43,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f3b8fa8794fdabaa1a6c1734e49d895a, disabling compactions & flushes 2024-12-03T07:51:43,005 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:51:43,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:51:43,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. after waiting 0 ms 2024-12-03T07:51:43,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:51:43,005 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:51:43,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f3b8fa8794fdabaa1a6c1734e49d895a: Waiting for close lock at 1733212303005Disabling compacts and flushes for region at 1733212303005Disabling writes for close at 1733212303005Writing region close event to WAL at 1733212303005Closed at 1733212303005 2024-12-03T07:51:43,006 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 59996708eb579e5ca57918bcc64d40b9, NAME => 'SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741840_1016 (size=62) 2024-12-03T07:51:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741840_1016 (size=62) 2024-12-03T07:51:43,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741840_1016 (size=62) 2024-12-03T07:51:43,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 56187e4e40095e9988577fd518edf414, disabling compactions & flushes 2024-12-03T07:51:43,017 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:51:43,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:51:43,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. after waiting 0 ms 2024-12-03T07:51:43,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:51:43,017 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:51:43,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 56187e4e40095e9988577fd518edf414: Waiting for close lock at 1733212303016Disabling compacts and flushes for region at 1733212303016Disabling writes for close at 1733212303017 (+1 ms)Writing region close event to WAL at 1733212303017Closed at 1733212303017 2024-12-03T07:51:43,018 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8b44adcb5b47e651fec07c96b84645b1, NAME => 'SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:43,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741841_1017 (size=62) 2024-12-03T07:51:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741842_1018 (size=62) 2024-12-03T07:51:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741841_1017 (size=62) 2024-12-03T07:51:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741841_1017 (size=62) 2024-12-03T07:51:43,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741842_1018 (size=62) 2024-12-03T07:51:43,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4978f5cf50a574cc9e71d6a02402a4e6, disabling compactions & flushes 2024-12-03T07:51:43,023 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:51:43,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:51:43,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. after waiting 0 ms 2024-12-03T07:51:43,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:51:43,023 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:51:43,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4978f5cf50a574cc9e71d6a02402a4e6: Waiting for close lock at 1733212303023Disabling compacts and flushes for region at 1733212303023Disabling writes for close at 1733212303023Writing region close event to WAL at 1733212303023Closed at 1733212303023 2024-12-03T07:51:43,024 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c772606c852b673ce24d07c29fc5df2, NAME => 'SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:43,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741842_1018 (size=62) 2024-12-03T07:51:43,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 59996708eb579e5ca57918bcc64d40b9, disabling compactions & flushes 2024-12-03T07:51:43,029 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:51:43,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:51:43,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. after waiting 0 ms 2024-12-03T07:51:43,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:51:43,029 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:51:43,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 59996708eb579e5ca57918bcc64d40b9: Waiting for close lock at 1733212303029Disabling compacts and flushes for region at 1733212303029Disabling writes for close at 1733212303029Writing region close event to WAL at 1733212303029Closed at 1733212303029 2024-12-03T07:51:43,030 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a8729859f6c88829d15eb2712a0fe2ca, NAME => 'SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:43,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741844_1020 (size=62) 2024-12-03T07:51:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741844_1020 (size=62) 2024-12-03T07:51:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741844_1020 (size=62) 2024-12-03T07:51:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741843_1019 (size=62) 2024-12-03T07:51:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741843_1019 (size=62) 2024-12-03T07:51:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741843_1019 (size=62) 2024-12-03T07:51:43,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7c772606c852b673ce24d07c29fc5df2, disabling compactions & flushes 2024-12-03T07:51:43,036 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:51:43,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:51:43,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. after waiting 0 ms 2024-12-03T07:51:43,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:51:43,036 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:51:43,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c772606c852b673ce24d07c29fc5df2: Waiting for close lock at 1733212303035Disabling compacts and flushes for region at 1733212303035Disabling writes for close at 1733212303036 (+1 ms)Writing region close event to WAL at 1733212303036Closed at 1733212303036 2024-12-03T07:51:43,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,036 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b9a6a2f4b2b97453891cd98fd07f5a3, NAME => 'SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:43,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8b44adcb5b47e651fec07c96b84645b1, disabling compactions & flushes 2024-12-03T07:51:43,036 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:51:43,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:51:43,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. after waiting 0 ms 2024-12-03T07:51:43,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:51:43,037 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:51:43,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8b44adcb5b47e651fec07c96b84645b1: Waiting for close lock at 1733212303036Disabling compacts and flushes for region at 1733212303036Disabling writes for close at 1733212303036Writing region close event to WAL at 1733212303037 (+1 ms)Closed at 1733212303037 2024-12-03T07:51:43,037 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 450237f78319768a5afc94babd817489, NAME => 'SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2 2024-12-03T07:51:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741845_1021 (size=62) 2024-12-03T07:51:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741845_1021 (size=62) 2024-12-03T07:51:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741845_1021 (size=62) 2024-12-03T07:51:43,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a8729859f6c88829d15eb2712a0fe2ca, disabling compactions & flushes 2024-12-03T07:51:43,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:51:43,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:51:43,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. after waiting 0 ms 2024-12-03T07:51:43,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:51:43,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:51:43,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a8729859f6c88829d15eb2712a0fe2ca: Waiting for close lock at 1733212303045Disabling compacts and flushes for region at 1733212303045Disabling writes for close at 1733212303045Writing region close event to WAL at 1733212303045Closed at 1733212303045 2024-12-03T07:51:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741847_1023 (size=54) 2024-12-03T07:51:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741847_1023 (size=54) 2024-12-03T07:51:43,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741847_1023 (size=54) 2024-12-03T07:51:43,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 450237f78319768a5afc94babd817489, disabling compactions & flushes 2024-12-03T07:51:43,056 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:51:43,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:51:43,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. after waiting 0 ms 2024-12-03T07:51:43,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:51:43,057 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:51:43,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 450237f78319768a5afc94babd817489: Waiting for close lock at 1733212303056Disabling compacts and flushes for region at 1733212303056Disabling writes for close at 1733212303057 (+1 ms)Writing region close event to WAL at 1733212303057Closed at 1733212303057 2024-12-03T07:51:43,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741846_1022 (size=62) 2024-12-03T07:51:43,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741846_1022 (size=62) 2024-12-03T07:51:43,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741846_1022 (size=62) 2024-12-03T07:51:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:51:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:51:43,459 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:43,459 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b9a6a2f4b2b97453891cd98fd07f5a3, disabling compactions & flushes 2024-12-03T07:51:43,460 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:51:43,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:51:43,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. after waiting 0 ms 2024-12-03T07:51:43,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:51:43,460 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:51:43,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b9a6a2f4b2b97453891cd98fd07f5a3: Waiting for close lock at 1733212303459Disabling compacts and flushes for region at 1733212303459Disabling writes for close at 1733212303460 (+1 ms)Writing region close event to WAL at 1733212303460Closed at 1733212303460 2024-12-03T07:51:43,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733212302974.189a0f62963329410fcd980964009277.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733212303461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733212303461"}]},"ts":"1733212303461"} 2024-12-03T07:51:43,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T07:51:43,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T07:51:43,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733212303469"}]},"ts":"1733212303469"} 2024-12-03T07:51:43,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T07:51:43,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {911db94732f6=0} racks are {/default-rack=0} 2024-12-03T07:51:43,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T07:51:43,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T07:51:43,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T07:51:43,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T07:51:43,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T07:51:43,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T07:51:43,476 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T07:51:43,476 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T07:51:43,476 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T07:51:43,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T07:51:43,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=189a0f62963329410fcd980964009277, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3b8fa8794fdabaa1a6c1734e49d895a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4978f5cf50a574cc9e71d6a02402a4e6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59996708eb579e5ca57918bcc64d40b9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b44adcb5b47e651fec07c96b84645b1, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8729859f6c88829d15eb2712a0fe2ca, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b9a6a2f4b2b97453891cd98fd07f5a3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN}] 2024-12-03T07:51:43,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3b8fa8794fdabaa1a6c1734e49d895a, ASSIGN 2024-12-03T07:51:43,478 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b44adcb5b47e651fec07c96b84645b1, ASSIGN 2024-12-03T07:51:43,478 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=189a0f62963329410fcd980964009277, ASSIGN 2024-12-03T07:51:43,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59996708eb579e5ca57918bcc64d40b9, ASSIGN 2024-12-03T07:51:43,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3b8fa8794fdabaa1a6c1734e49d895a, ASSIGN; state=OFFLINE, location=911db94732f6,44267,1733212292233; forceNewPlan=false, retain=false 2024-12-03T07:51:43,480 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b44adcb5b47e651fec07c96b84645b1, ASSIGN; state=OFFLINE, location=911db94732f6,33365,1733212292173; forceNewPlan=false, retain=false 2024-12-03T07:51:43,480 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=189a0f62963329410fcd980964009277, ASSIGN; state=OFFLINE, location=911db94732f6,33365,1733212292173; forceNewPlan=false, retain=false 2024-12-03T07:51:43,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59996708eb579e5ca57918bcc64d40b9, ASSIGN; state=OFFLINE, location=911db94732f6,44267,1733212292233; forceNewPlan=false, retain=false 2024-12-03T07:51:43,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN 2024-12-03T07:51:43,483 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b9a6a2f4b2b97453891cd98fd07f5a3, ASSIGN 2024-12-03T07:51:43,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8729859f6c88829d15eb2712a0fe2ca, ASSIGN 2024-12-03T07:51:43,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN 2024-12-03T07:51:43,483 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4978f5cf50a574cc9e71d6a02402a4e6, ASSIGN 2024-12-03T07:51:43,484 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN; state=OFFLINE, location=911db94732f6,33451,1733212292204; forceNewPlan=false, retain=false 2024-12-03T07:51:43,484 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b9a6a2f4b2b97453891cd98fd07f5a3, ASSIGN; state=OFFLINE, location=911db94732f6,33365,1733212292173; forceNewPlan=false, retain=false 2024-12-03T07:51:43,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8729859f6c88829d15eb2712a0fe2ca, ASSIGN; state=OFFLINE, location=911db94732f6,44267,1733212292233; forceNewPlan=false, retain=false 2024-12-03T07:51:43,484 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN; state=OFFLINE, location=911db94732f6,33451,1733212292204; forceNewPlan=false, retain=false 2024-12-03T07:51:43,484 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4978f5cf50a574cc9e71d6a02402a4e6, ASSIGN; state=OFFLINE, location=911db94732f6,33365,1733212292173; forceNewPlan=false, retain=false 2024-12-03T07:51:43,488 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN 2024-12-03T07:51:43,489 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN; state=OFFLINE, location=911db94732f6,33451,1733212292204; forceNewPlan=false, retain=false 2024-12-03T07:51:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:51:43,630 INFO [911db94732f6:38067 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T07:51:43,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=450237f78319768a5afc94babd817489, regionState=OPENING, regionLocation=911db94732f6,33451,1733212292204 2024-12-03T07:51:43,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a8729859f6c88829d15eb2712a0fe2ca, regionState=OPENING, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:51:43,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f3b8fa8794fdabaa1a6c1734e49d895a, regionState=OPENING, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:51:43,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59996708eb579e5ca57918bcc64d40b9, regionState=OPENING, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:51:43,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7c772606c852b673ce24d07c29fc5df2, regionState=OPENING, regionLocation=911db94732f6,33451,1733212292204 2024-12-03T07:51:43,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=56187e4e40095e9988577fd518edf414, regionState=OPENING, regionLocation=911db94732f6,33451,1733212292204 2024-12-03T07:51:43,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8b44adcb5b47e651fec07c96b84645b1, regionState=OPENING, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:51:43,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2b9a6a2f4b2b97453891cd98fd07f5a3, regionState=OPENING, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:51:43,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4978f5cf50a574cc9e71d6a02402a4e6, regionState=OPENING, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:51:43,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=189a0f62963329410fcd980964009277, regionState=OPENING, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:51:43,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8729859f6c88829d15eb2712a0fe2ca, ASSIGN because future has completed 2024-12-03T07:51:43,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8729859f6c88829d15eb2712a0fe2ca, server=911db94732f6,44267,1733212292233}] 2024-12-03T07:51:43,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN because future has completed 2024-12-03T07:51:43,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 450237f78319768a5afc94babd817489, server=911db94732f6,33451,1733212292204}] 2024-12-03T07:51:43,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN because future has completed 2024-12-03T07:51:43,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c772606c852b673ce24d07c29fc5df2, server=911db94732f6,33451,1733212292204}] 2024-12-03T07:51:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3b8fa8794fdabaa1a6c1734e49d895a, ASSIGN because future has completed 2024-12-03T07:51:43,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59996708eb579e5ca57918bcc64d40b9, ASSIGN because future has completed 2024-12-03T07:51:43,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3b8fa8794fdabaa1a6c1734e49d895a, server=911db94732f6,44267,1733212292233}] 2024-12-03T07:51:43,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59996708eb579e5ca57918bcc64d40b9, server=911db94732f6,44267,1733212292233}] 2024-12-03T07:51:43,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN because future has completed 2024-12-03T07:51:43,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b9a6a2f4b2b97453891cd98fd07f5a3, ASSIGN because future has completed 2024-12-03T07:51:43,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b44adcb5b47e651fec07c96b84645b1, ASSIGN because future has completed 2024-12-03T07:51:43,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b44adcb5b47e651fec07c96b84645b1, server=911db94732f6,33365,1733212292173}] 2024-12-03T07:51:43,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4978f5cf50a574cc9e71d6a02402a4e6, ASSIGN because future has completed 2024-12-03T07:51:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=189a0f62963329410fcd980964009277, ASSIGN because future has completed 2024-12-03T07:51:43,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b9a6a2f4b2b97453891cd98fd07f5a3, server=911db94732f6,33365,1733212292173}] 2024-12-03T07:51:43,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56187e4e40095e9988577fd518edf414, server=911db94732f6,33451,1733212292204}] 2024-12-03T07:51:43,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 189a0f62963329410fcd980964009277, server=911db94732f6,33365,1733212292173}] 2024-12-03T07:51:43,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4978f5cf50a574cc9e71d6a02402a4e6, server=911db94732f6,33365,1733212292173}] 2024-12-03T07:51:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:51:44,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T07:51:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:51:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:51:47,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T07:51:47,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T07:51:47,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T07:51:47,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T07:51:48,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T07:51:48,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:48,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:48,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:51:53,643 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:51:53,643 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a8729859f6c88829d15eb2712a0fe2ca, NAME => 'SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T07:51:53,644 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T07:51:53,644 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,644 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,644 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,644 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T07:51:53,645 INFO [StoreOpener-a8729859f6c88829d15eb2712a0fe2ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,647 INFO [StoreOpener-a8729859f6c88829d15eb2712a0fe2ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8729859f6c88829d15eb2712a0fe2ca columnFamilyName cf 2024-12-03T07:51:53,647 DEBUG [StoreOpener-a8729859f6c88829d15eb2712a0fe2ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,647 INFO [StoreOpener-a8729859f6c88829d15eb2712a0fe2ca-1 {}] regionserver.HStore(327): Store=a8729859f6c88829d15eb2712a0fe2ca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,647 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,648 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,649 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,649 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,649 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,649 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:51:53,650 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 56187e4e40095e9988577fd518edf414, NAME => 'SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T07:51:53,650 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,650 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,650 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,650 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,651 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,651 INFO [StoreOpener-56187e4e40095e9988577fd518edf414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,653 INFO [StoreOpener-56187e4e40095e9988577fd518edf414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56187e4e40095e9988577fd518edf414 columnFamilyName cf 2024-12-03T07:51:53,653 DEBUG [StoreOpener-56187e4e40095e9988577fd518edf414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,653 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,653 INFO [StoreOpener-56187e4e40095e9988577fd518edf414-1 {}] regionserver.HStore(327): Store=56187e4e40095e9988577fd518edf414/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,653 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,654 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a8729859f6c88829d15eb2712a0fe2ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71409986, jitterRate=0.06409171223640442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,654 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T07:51:53,654 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:51:53,654 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a8729859f6c88829d15eb2712a0fe2ca: Running coprocessor pre-open hook at 1733212313644Writing region info on filesystem at 1733212313644Initializing all the Stores at 1733212313645 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313645Cleaning up temporary data from old regions at 1733212313649 (+4 ms)Running coprocessor post-open hooks at 1733212313654 (+5 ms)Region opened successfully at 1733212313654 2024-12-03T07:51:53,654 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,654 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,655 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca., pid=15, masterSystemTime=1733212313638 2024-12-03T07:51:53,655 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45857, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T07:51:53,655 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,657 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,658 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:51:53,658 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:51:53,658 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:51:53,658 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 59996708eb579e5ca57918bcc64d40b9, NAME => 'SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T07:51:53,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a8729859f6c88829d15eb2712a0fe2ca, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:51:53,658 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,659 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,659 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,659 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,661 INFO [StoreOpener-59996708eb579e5ca57918bcc64d40b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,661 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/56187e4e40095e9988577fd518edf414/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,661 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:51:53,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8729859f6c88829d15eb2712a0fe2ca, server=911db94732f6,44267,1733212292233 because future has completed 2024-12-03T07:51:53,661 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4978f5cf50a574cc9e71d6a02402a4e6, NAME => 'SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T07:51:53,662 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,662 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,662 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,662 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,662 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 56187e4e40095e9988577fd518edf414; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72669745, jitterRate=0.08286358416080475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,662 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56187e4e40095e9988577fd518edf414 2024-12-03T07:51:53,662 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 56187e4e40095e9988577fd518edf414: Running coprocessor pre-open hook at 1733212313650Writing region info on filesystem at 1733212313650Initializing all the Stores at 1733212313651 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313651Cleaning up temporary data from old regions at 1733212313655 (+4 ms)Running coprocessor post-open hooks at 1733212313662 (+7 ms)Region opened successfully at 1733212313662 2024-12-03T07:51:53,663 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414., pid=20, masterSystemTime=1733212313643 2024-12-03T07:51:53,664 INFO [StoreOpener-59996708eb579e5ca57918bcc64d40b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59996708eb579e5ca57918bcc64d40b9 columnFamilyName cf 2024-12-03T07:51:53,664 DEBUG [StoreOpener-59996708eb579e5ca57918bcc64d40b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,664 INFO [StoreOpener-59996708eb579e5ca57918bcc64d40b9-1 {}] regionserver.HStore(327): Store=59996708eb579e5ca57918bcc64d40b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,664 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,665 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,665 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:51:53,665 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:51:53,665 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,665 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:51:53,666 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 450237f78319768a5afc94babd817489, NAME => 'SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T07:51:53,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-03T07:51:53,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=56187e4e40095e9988577fd518edf414, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,33451,1733212292204 2024-12-03T07:51:53,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a8729859f6c88829d15eb2712a0fe2ca, server=911db94732f6,44267,1733212292233 in 10.0280 sec 2024-12-03T07:51:53,666 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,666 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,666 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,666 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,667 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,667 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56187e4e40095e9988577fd518edf414, server=911db94732f6,33451,1733212292204 because future has completed 2024-12-03T07:51:53,669 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8729859f6c88829d15eb2712a0fe2ca, ASSIGN in 10.1900 sec 2024-12-03T07:51:53,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-03T07:51:53,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 56187e4e40095e9988577fd518edf414, server=911db94732f6,33451,1733212292204 in 10.0250 sec 2024-12-03T07:51:53,672 INFO [StoreOpener-4978f5cf50a574cc9e71d6a02402a4e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN in 10.1960 sec 2024-12-03T07:51:53,673 INFO [StoreOpener-450237f78319768a5afc94babd817489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,674 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/59996708eb579e5ca57918bcc64d40b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,674 INFO [StoreOpener-4978f5cf50a574cc9e71d6a02402a4e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4978f5cf50a574cc9e71d6a02402a4e6 columnFamilyName cf 2024-12-03T07:51:53,674 DEBUG [StoreOpener-4978f5cf50a574cc9e71d6a02402a4e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,674 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 59996708eb579e5ca57918bcc64d40b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64545881, jitterRate=-0.03819142282009125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,674 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:51:53,674 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 59996708eb579e5ca57918bcc64d40b9: Running coprocessor pre-open hook at 1733212313659Writing region info on filesystem at 1733212313659Initializing all the Stores at 1733212313660 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313660Cleaning up temporary data from old regions at 1733212313667 (+7 ms)Running coprocessor post-open hooks at 1733212313674 (+7 ms)Region opened successfully at 1733212313674 2024-12-03T07:51:53,675 INFO [StoreOpener-450237f78319768a5afc94babd817489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450237f78319768a5afc94babd817489 columnFamilyName cf 2024-12-03T07:51:53,675 DEBUG [StoreOpener-450237f78319768a5afc94babd817489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,675 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9., pid=19, masterSystemTime=1733212313638 2024-12-03T07:51:53,675 INFO [StoreOpener-450237f78319768a5afc94babd817489-1 {}] regionserver.HStore(327): Store=450237f78319768a5afc94babd817489/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,675 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,676 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489 2024-12-03T07:51:53,677 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489 2024-12-03T07:51:53,677 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:51:53,677 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:51:53,677 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:51:53,677 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f3b8fa8794fdabaa1a6c1734e49d895a, NAME => 'SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T07:51:53,677 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,677 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59996708eb579e5ca57918bcc64d40b9, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:51:53,677 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,678 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,678 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,679 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59996708eb579e5ca57918bcc64d40b9, server=911db94732f6,44267,1733212292233 because future has completed 2024-12-03T07:51:53,680 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,680 INFO [StoreOpener-f3b8fa8794fdabaa1a6c1734e49d895a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,681 INFO [StoreOpener-4978f5cf50a574cc9e71d6a02402a4e6-1 {}] regionserver.HStore(327): Store=4978f5cf50a574cc9e71d6a02402a4e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,681 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,682 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,683 INFO [StoreOpener-f3b8fa8794fdabaa1a6c1734e49d895a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3b8fa8794fdabaa1a6c1734e49d895a columnFamilyName cf 2024-12-03T07:51:53,683 DEBUG [StoreOpener-f3b8fa8794fdabaa1a6c1734e49d895a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,683 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,683 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,683 INFO [StoreOpener-f3b8fa8794fdabaa1a6c1734e49d895a-1 {}] regionserver.HStore(327): Store=f3b8fa8794fdabaa1a6c1734e49d895a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,683 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,683 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,683 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-03T07:51:53,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59996708eb579e5ca57918bcc64d40b9, server=911db94732f6,44267,1733212292233 in 10.0390 sec 2024-12-03T07:51:53,684 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 450237f78319768a5afc94babd817489; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64634185, jitterRate=-0.036875590682029724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,684 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 450237f78319768a5afc94babd817489 2024-12-03T07:51:53,685 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 450237f78319768a5afc94babd817489: Running coprocessor pre-open hook at 1733212313666Writing region info on filesystem at 1733212313666Initializing all the Stores at 1733212313668 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313668Cleaning up temporary data from old regions at 1733212313677 (+9 ms)Running coprocessor post-open hooks at 1733212313684 (+7 ms)Region opened successfully at 1733212313685 (+1 ms) 2024-12-03T07:51:53,685 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59996708eb579e5ca57918bcc64d40b9, ASSIGN in 10.2080 sec 2024-12-03T07:51:53,685 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,686 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489., pid=16, masterSystemTime=1733212313643 2024-12-03T07:51:53,686 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,686 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,687 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,688 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:51:53,688 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:51:53,688 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:51:53,688 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c772606c852b673ce24d07c29fc5df2, NAME => 'SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T07:51:53,688 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,689 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,689 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,689 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,689 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,690 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=450237f78319768a5afc94babd817489, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,33451,1733212292204 2024-12-03T07:51:53,691 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/4978f5cf50a574cc9e71d6a02402a4e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,691 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4978f5cf50a574cc9e71d6a02402a4e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60772064, jitterRate=-0.09442567825317383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,692 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:51:53,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 450237f78319768a5afc94babd817489, server=911db94732f6,33451,1733212292204 because future has completed 2024-12-03T07:51:53,692 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4978f5cf50a574cc9e71d6a02402a4e6: Running coprocessor pre-open hook at 1733212313662Writing region info on filesystem at 1733212313662Initializing all the Stores at 1733212313663 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313663Cleaning up temporary data from old regions at 1733212313683 (+20 ms)Running coprocessor post-open hooks at 1733212313692 (+9 ms)Region opened successfully at 1733212313692 2024-12-03T07:51:53,692 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6., pid=24, masterSystemTime=1733212313653 2024-12-03T07:51:53,695 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:51:53,695 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:51:53,695 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:51:53,695 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b9a6a2f4b2b97453891cd98fd07f5a3, NAME => 'SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T07:51:53,695 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4978f5cf50a574cc9e71d6a02402a4e6, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:51:53,695 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-03T07:51:53,695 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 450237f78319768a5afc94babd817489, server=911db94732f6,33451,1733212292204 in 10.0570 sec 2024-12-03T07:51:53,695 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,696 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4978f5cf50a574cc9e71d6a02402a4e6, server=911db94732f6,33365,1733212292173 because future has completed 2024-12-03T07:51:53,698 INFO [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN in 10.2190 sec 2024-12-03T07:51:53,698 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/f3b8fa8794fdabaa1a6c1734e49d895a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,698 INFO [StoreOpener-2b9a6a2f4b2b97453891cd98fd07f5a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,699 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f3b8fa8794fdabaa1a6c1734e49d895a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69396015, jitterRate=0.03408120572566986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,699 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:51:53,699 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f3b8fa8794fdabaa1a6c1734e49d895a: Running coprocessor pre-open hook at 1733212313679Writing region info on filesystem at 1733212313679Initializing all the Stores at 1733212313680 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313680Cleaning up temporary data from old regions at 1733212313686 (+6 ms)Running coprocessor post-open hooks at 1733212313699 (+13 ms)Region opened successfully at 1733212313699 2024-12-03T07:51:53,700 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a., pid=18, masterSystemTime=1733212313638 2024-12-03T07:51:53,700 INFO [StoreOpener-2b9a6a2f4b2b97453891cd98fd07f5a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b9a6a2f4b2b97453891cd98fd07f5a3 columnFamilyName cf 2024-12-03T07:51:53,700 DEBUG [StoreOpener-2b9a6a2f4b2b97453891cd98fd07f5a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,701 INFO [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c772606c852b673ce24d07c29fc5df2 columnFamilyName cf 2024-12-03T07:51:53,701 DEBUG [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-12-03T07:51:53,701 INFO [StoreOpener-2b9a6a2f4b2b97453891cd98fd07f5a3-1 {}] regionserver.HStore(327): Store=2b9a6a2f4b2b97453891cd98fd07f5a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4978f5cf50a574cc9e71d6a02402a4e6, server=911db94732f6,33365,1733212292173 in 10.0410 sec 2024-12-03T07:51:53,701 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,702 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,702 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:51:53,702 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:51:53,702 INFO [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] regionserver.HStore(327): Store=7c772606c852b673ce24d07c29fc5df2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,702 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,703 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4978f5cf50a574cc9e71d6a02402a4e6, ASSIGN in 10.2250 sec 2024-12-03T07:51:53,703 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f3b8fa8794fdabaa1a6c1734e49d895a, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:51:53,703 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,703 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,703 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,704 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,705 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,705 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3b8fa8794fdabaa1a6c1734e49d895a, server=911db94732f6,44267,1733212292233 because future has completed 2024-12-03T07:51:53,706 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,707 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-03T07:51:53,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f3b8fa8794fdabaa1a6c1734e49d895a, server=911db94732f6,44267,1733212292233 in 10.0650 sec 2024-12-03T07:51:53,709 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,709 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 2b9a6a2f4b2b97453891cd98fd07f5a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66187637, jitterRate=-0.013727352023124695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,709 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:51:53,710 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 2b9a6a2f4b2b97453891cd98fd07f5a3: Running coprocessor pre-open hook at 1733212313696Writing region info on filesystem at 1733212313696Initializing all the Stores at 1733212313697 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313697Cleaning up temporary data from old regions at 1733212313703 (+6 ms)Running coprocessor post-open hooks at 1733212313710 (+7 ms)Region opened successfully at 1733212313710 2024-12-03T07:51:53,710 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3., pid=22, masterSystemTime=1733212313653 2024-12-03T07:51:53,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3b8fa8794fdabaa1a6c1734e49d895a, ASSIGN in 10.2330 sec 2024-12-03T07:51:53,712 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:51:53,712 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:51:53,712 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:51:53,712 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 189a0f62963329410fcd980964009277, NAME => 'SPTestTable,,1733212302974.189a0f62963329410fcd980964009277.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T07:51:53,712 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2b9a6a2f4b2b97453891cd98fd07f5a3, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:51:53,713 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,713 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733212302974.189a0f62963329410fcd980964009277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,713 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,713 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b9a6a2f4b2b97453891cd98fd07f5a3, server=911db94732f6,33365,1733212292173 because future has completed 2024-12-03T07:51:53,715 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,715 INFO [StoreOpener-189a0f62963329410fcd980964009277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,716 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7c772606c852b673ce24d07c29fc5df2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68698394, jitterRate=0.023685842752456665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,716 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:51:53,716 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7c772606c852b673ce24d07c29fc5df2: Running coprocessor pre-open hook at 1733212313689Writing region info on filesystem at 1733212313689Initializing all the Stores at 1733212313691 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313691Cleaning up temporary data from old regions at 1733212313705 (+14 ms)Running coprocessor post-open hooks at 1733212313716 (+11 ms)Region opened successfully at 1733212313716 2024-12-03T07:51:53,717 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2., pid=17, masterSystemTime=1733212313643 2024-12-03T07:51:53,717 INFO [StoreOpener-189a0f62963329410fcd980964009277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 189a0f62963329410fcd980964009277 columnFamilyName cf 2024-12-03T07:51:53,717 DEBUG [StoreOpener-189a0f62963329410fcd980964009277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,718 INFO [StoreOpener-189a0f62963329410fcd980964009277-1 {}] regionserver.HStore(327): Store=189a0f62963329410fcd980964009277/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,718 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-03T07:51:53,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b9a6a2f4b2b97453891cd98fd07f5a3, server=911db94732f6,33365,1733212292173 in 10.0670 sec 2024-12-03T07:51:53,719 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/189a0f62963329410fcd980964009277 2024-12-03T07:51:53,719 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:51:53,719 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:51:53,720 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/189a0f62963329410fcd980964009277 2024-12-03T07:51:53,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b9a6a2f4b2b97453891cd98fd07f5a3, ASSIGN in 10.2420 sec 2024-12-03T07:51:53,720 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,720 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7c772606c852b673ce24d07c29fc5df2, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,33451,1733212292204 2024-12-03T07:51:53,720 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c772606c852b673ce24d07c29fc5df2, server=911db94732f6,33451,1733212292204 because future has completed 2024-12-03T07:51:53,722 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-12-03T07:51:53,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c772606c852b673ce24d07c29fc5df2, server=911db94732f6,33451,1733212292204 in 10.0850 sec 2024-12-03T07:51:53,726 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/189a0f62963329410fcd980964009277/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,726 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 189a0f62963329410fcd980964009277; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62164615, jitterRate=-0.07367505133152008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,726 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 189a0f62963329410fcd980964009277 2024-12-03T07:51:53,726 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 189a0f62963329410fcd980964009277: Running coprocessor pre-open hook at 1733212313713Writing region info on filesystem at 1733212313713Initializing all the Stores at 1733212313714 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313714Cleaning up temporary data from old regions at 1733212313720 (+6 ms)Running coprocessor post-open hooks at 1733212313726 (+6 ms)Region opened successfully at 1733212313726 2024-12-03T07:51:53,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN in 10.2490 sec 2024-12-03T07:51:53,727 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733212302974.189a0f62963329410fcd980964009277., pid=23, masterSystemTime=1733212313653 2024-12-03T07:51:53,728 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:51:53,728 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:51:53,729 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:51:53,729 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b44adcb5b47e651fec07c96b84645b1, NAME => 'SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T07:51:53,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=189a0f62963329410fcd980964009277, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:51:53,729 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,729 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:51:53,729 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,729 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,731 INFO [StoreOpener-8b44adcb5b47e651fec07c96b84645b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 189a0f62963329410fcd980964009277, server=911db94732f6,33365,1733212292173 because future has completed 2024-12-03T07:51:53,732 INFO [StoreOpener-8b44adcb5b47e651fec07c96b84645b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b44adcb5b47e651fec07c96b84645b1 columnFamilyName cf 2024-12-03T07:51:53,732 DEBUG [StoreOpener-8b44adcb5b47e651fec07c96b84645b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:51:53,733 INFO [StoreOpener-8b44adcb5b47e651fec07c96b84645b1-1 {}] regionserver.HStore(327): Store=8b44adcb5b47e651fec07c96b84645b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:51:53,733 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-03T07:51:53,734 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 189a0f62963329410fcd980964009277, server=911db94732f6,33365,1733212292173 in 10.0800 sec 2024-12-03T07:51:53,734 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,735 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,735 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=189a0f62963329410fcd980964009277, ASSIGN in 10.2580 sec 2024-12-03T07:51:53,736 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,742 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/8b44adcb5b47e651fec07c96b84645b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:51:53,742 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8b44adcb5b47e651fec07c96b84645b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69633298, jitterRate=0.037616997957229614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:51:53,742 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:51:53,742 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8b44adcb5b47e651fec07c96b84645b1: Running coprocessor pre-open hook at 1733212313729Writing region info on filesystem at 1733212313729Initializing all the Stores at 1733212313730 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212313730Cleaning up temporary data from old regions at 1733212313735 (+5 ms)Running coprocessor post-open hooks at 1733212313742 (+7 ms)Region opened successfully at 1733212313742 2024-12-03T07:51:53,743 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1., pid=21, masterSystemTime=1733212313653 2024-12-03T07:51:53,744 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:51:53,744 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:51:53,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8b44adcb5b47e651fec07c96b84645b1, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:51:53,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b44adcb5b47e651fec07c96b84645b1, server=911db94732f6,33365,1733212292173 because future has completed 2024-12-03T07:51:53,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-03T07:51:53,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b44adcb5b47e651fec07c96b84645b1, server=911db94732f6,33365,1733212292173 in 10.1020 sec 2024-12-03T07:51:53,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-03T07:51:53,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b44adcb5b47e651fec07c96b84645b1, ASSIGN in 10.2730 sec 2024-12-03T07:51:53,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T07:51:53,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733212313752"}]},"ts":"1733212313752"} 2024-12-03T07:51:53,754 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T07:51:53,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T07:51:53,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7800 sec 2024-12-03T07:51:56,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T07:51:58,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:58,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:58,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:59,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T07:51:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:59,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:51:59,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T07:52:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:52:01,239 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T07:52:01,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T07:52:01,239 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:52:01,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T07:52:01,244 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:52:01,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T07:52:01,268 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,269 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,270 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,271 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,272 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,304 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca., hostname=911db94732f6,44267,1733212292233, seqNum=2] 2024-12-03T07:52:01,306 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca., hostname=911db94732f6,44267,1733212292233, seqNum=2] 2024-12-03T07:52:01,308 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca., hostname=911db94732f6,44267,1733212292233, seqNum=2] 2024-12-03T07:52:01,309 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca., hostname=911db94732f6,44267,1733212292233, seqNum=2] 2024-12-03T07:52:01,311 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca., hostname=911db94732f6,44267,1733212292233, seqNum=2] 2024-12-03T07:52:01,340 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3., hostname=911db94732f6,33365,1733212292173, seqNum=2] 2024-12-03T07:52:01,342 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3., hostname=911db94732f6,33365,1733212292173, seqNum=2] 2024-12-03T07:52:01,343 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3., hostname=911db94732f6,33365,1733212292173, seqNum=2] 2024-12-03T07:52:01,344 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3., hostname=911db94732f6,33365,1733212292173, seqNum=2] 2024-12-03T07:52:01,398 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,400 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,401 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,403 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:01,404 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489., hostname=911db94732f6,33451,1733212292204, seqNum=2] 2024-12-03T07:52:02,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:52:02,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T07:52:02,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:52:02,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:52:02,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:52:02,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T07:52:02,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:52:02,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:02,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T07:52:02,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T07:52:02,758 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T07:52:02,759 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:52:02,760 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T07:52:02,761 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T07:52:02,763 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T07:52:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741848_1024 (size=49) 2024-12-03T07:52:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741848_1024 (size=49) 2024-12-03T07:52:02,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741848_1024 (size=49) 2024-12-03T07:52:02,774 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T07:52:02,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 189a0f62963329410fcd980964009277}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3b8fa8794fdabaa1a6c1734e49d895a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56187e4e40095e9988577fd518edf414}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4978f5cf50a574cc9e71d6a02402a4e6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59996708eb579e5ca57918bcc64d40b9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b44adcb5b47e651fec07c96b84645b1}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c772606c852b673ce24d07c29fc5df2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8729859f6c88829d15eb2712a0fe2ca}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b9a6a2f4b2b97453891cd98fd07f5a3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 450237f78319768a5afc94babd817489}] 2024-12-03T07:52:02,776 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 189a0f62963329410fcd980964009277 2024-12-03T07:52:02,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:52:02,776 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:52:02,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:52:02,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 450237f78319768a5afc94babd817489 2024-12-03T07:52:02,781 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:52:02,781 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:52:02,781 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:02,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:52:02,785 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:09,032 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-03T07:52:12,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T07:52:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T07:52:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:52:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 189a0f62963329410fcd980964009277: 2024-12-03T07:52:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T07:52:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T07:52:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:52:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T07:52:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733212302974.189a0f62963329410fcd980964009277.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:52:12,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2b9a6a2f4b2b97453891cd98fd07f5a3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T07:52:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:52:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T07:52:12,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T07:52:12,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T07:52:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:52:12,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a8729859f6c88829d15eb2712a0fe2ca 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T07:52:12,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T07:52:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:52:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8b44adcb5b47e651fec07c96b84645b1: 2024-12-03T07:52:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:52:12,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 450237f78319768a5afc94babd817489 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-03T07:52:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f3b8fa8794fdabaa1a6c1734e49d895a: 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 56187e4e40095e9988577fd518edf414: 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:52:12,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:52:12,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:12,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 59996708eb579e5ca57918bcc64d40b9: 2024-12-03T07:52:12,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 7c772606c852b673ce24d07c29fc5df2 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-03T07:52:12,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:52:12,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/.tmp/cf/bbfc6e67dcaf415b85c666679763a29c is 34, key is ccd/cf:cf/1733212322097/Put/seqid=0 2024-12-03T07:52:12,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/.tmp/cf/2f0a75b8180f403dab0cb0cf5acbd0b9 is 34, key is baa/cf:cf/1733212322050/Put/seqid=0 2024-12-03T07:52:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741852_1028 (size=65) 2024-12-03T07:52:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/.tmp/cf/aadb24c40fcb4233a173f34b9cf8f180 is 34, key is aaa/cf:cf/1733212322141/Put/seqid=0 2024-12-03T07:52:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741852_1028 (size=65) 2024-12-03T07:52:12,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741852_1028 (size=65) 2024-12-03T07:52:12,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:52:12,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T07:52:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T07:52:12,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:52:12,821 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:52:12,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741849_1025 (size=57) 2024-12-03T07:52:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741849_1025 (size=57) 2024-12-03T07:52:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741849_1025 (size=57) 2024-12-03T07:52:12,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:52:12,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59996708eb579e5ca57918bcc64d40b9 in 10.0480 sec 2024-12-03T07:52:12,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T07:52:12,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:52:12,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4978f5cf50a574cc9e71d6a02402a4e6: 2024-12-03T07:52:12,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T07:52:12,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 189a0f62963329410fcd980964009277 2024-12-03T07:52:12,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 189a0f62963329410fcd980964009277 2024-12-03T07:52:12,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T07:52:12,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 189a0f62963329410fcd980964009277 in 10.0520 sec 2024-12-03T07:52:12,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741850_1026 (size=65) 2024-12-03T07:52:12,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741850_1026 (size=65) 2024-12-03T07:52:12,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741850_1026 (size=65) 2024-12-03T07:52:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741851_1027 (size=65) 2024-12-03T07:52:12,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741851_1027 (size=65) 2024-12-03T07:52:12,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741851_1027 (size=65) 2024-12-03T07:52:12,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:52:12,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T07:52:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T07:52:12,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:52:12,854 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:52:12,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f3b8fa8794fdabaa1a6c1734e49d895a in 10.0810 sec 2024-12-03T07:52:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741853_1029 (size=65) 2024-12-03T07:52:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741853_1029 (size=65) 2024-12-03T07:52:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741853_1029 (size=65) 2024-12-03T07:52:12,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:12,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T07:52:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T07:52:12,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:12,871 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:12,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 56187e4e40095e9988577fd518edf414 in 10.0980 sec 2024-12-03T07:52:12,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/.tmp/cf/a13883681772401bb887579d05490dde is 34, key is eaa/cf:cf/1733212322632/Put/seqid=0 2024-12-03T07:52:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741854_1030 (size=28623) 2024-12-03T07:52:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741854_1030 (size=28623) 2024-12-03T07:52:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741854_1030 (size=28623) 2024-12-03T07:52:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741856_1032 (size=26918) 2024-12-03T07:52:12,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741856_1032 (size=26918) 2024-12-03T07:52:12,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741856_1032 (size=26918) 2024-12-03T07:52:12,896 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/.tmp/cf/aadb24c40fcb4233a173f34b9cf8f180 2024-12-03T07:52:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741855_1031 (size=47197) 2024-12-03T07:52:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741855_1031 (size=47197) 2024-12-03T07:52:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741855_1031 (size=47197) 2024-12-03T07:52:12,904 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/.tmp/cf/bbfc6e67dcaf415b85c666679763a29c 2024-12-03T07:52:12,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/.tmp/cf/aadb24c40fcb4233a173f34b9cf8f180 as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/cf/aadb24c40fcb4233a173f34b9cf8f180 2024-12-03T07:52:12,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/.tmp/cf/bbfc6e67dcaf415b85c666679763a29c as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/cf/bbfc6e67dcaf415b85c666679763a29c 2024-12-03T07:52:12,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/cf/aadb24c40fcb4233a173f34b9cf8f180, entries=676, sequenceid=5, filesize=26.3 K 2024-12-03T07:52:12,930 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 7c772606c852b673ce24d07c29fc5df2 in 148ms, sequenceid=5, compaction requested=false 2024-12-03T07:52:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7c772606c852b673ce24d07c29fc5df2: 2024-12-03T07:52:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/cf/aadb24c40fcb4233a173f34b9cf8f180] hfiles 2024-12-03T07:52:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/cf/aadb24c40fcb4233a173f34b9cf8f180 for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,932 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/cf/bbfc6e67dcaf415b85c666679763a29c, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T07:52:12,933 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2b9a6a2f4b2b97453891cd98fd07f5a3 in 154ms, sequenceid=5, compaction requested=false 2024-12-03T07:52:12,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2b9a6a2f4b2b97453891cd98fd07f5a3: 2024-12-03T07:52:12,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/cf/bbfc6e67dcaf415b85c666679763a29c] hfiles 2024-12-03T07:52:12,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/cf/bbfc6e67dcaf415b85c666679763a29c for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741858_1034 (size=65) 2024-12-03T07:52:12,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741858_1034 (size=65) 2024-12-03T07:52:12,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741858_1034 (size=65) 2024-12-03T07:52:12,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:52:12,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T07:52:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T07:52:12,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:52:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741857_1033 (size=499309) 2024-12-03T07:52:12,946 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:52:12,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741857_1033 (size=499309) 2024-12-03T07:52:12,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741857_1033 (size=499309) 2024-12-03T07:52:12,948 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/.tmp/cf/a13883681772401bb887579d05490dde 2024-12-03T07:52:12,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4978f5cf50a574cc9e71d6a02402a4e6 in 10.1730 sec 2024-12-03T07:52:12,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/.tmp/cf/a13883681772401bb887579d05490dde as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/cf/a13883681772401bb887579d05490dde 2024-12-03T07:52:12,964 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/cf/a13883681772401bb887579d05490dde, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-03T07:52:12,965 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 450237f78319768a5afc94babd817489 in 185ms, sequenceid=5, compaction requested=false 2024-12-03T07:52:12,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 450237f78319768a5afc94babd817489: 2024-12-03T07:52:12,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. for SnapshotProcedureTest completed. 2024-12-03T07:52:12,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:12,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/cf/a13883681772401bb887579d05490dde] hfiles 2024-12-03T07:52:12,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/cf/a13883681772401bb887579d05490dde for snapshot=SnapshotProcedureTest 2024-12-03T07:52:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741859_1035 (size=105) 2024-12-03T07:52:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741860_1036 (size=105) 2024-12-03T07:52:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741859_1035 (size=105) 2024-12-03T07:52:12,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741860_1036 (size=105) 2024-12-03T07:52:12,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741860_1036 (size=105) 2024-12-03T07:52:12,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741859_1035 (size=105) 2024-12-03T07:52:12,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:12,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T07:52:12,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:52:12,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T07:52:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T07:52:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T07:52:12,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:12,979 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:52:12,979 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:52:12,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:12,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b9a6a2f4b2b97453891cd98fd07f5a3 in 10.2060 sec 2024-12-03T07:52:12,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c772606c852b673ce24d07c29fc5df2 in 10.2070 sec 2024-12-03T07:52:12,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741861_1037 (size=97) 2024-12-03T07:52:12,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741861_1037 (size=97) 2024-12-03T07:52:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741861_1037 (size=97) 2024-12-03T07:52:12,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:52:12,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T07:52:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T07:52:12,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 450237f78319768a5afc94babd817489 2024-12-03T07:52:12,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 450237f78319768a5afc94babd817489 2024-12-03T07:52:12,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 450237f78319768a5afc94babd817489 in 10.2130 sec 2024-12-03T07:52:13,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:52:13,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T07:52:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T07:52:13,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:52:13,234 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:52:13,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8b44adcb5b47e651fec07c96b84645b1 in 10.4610 sec 2024-12-03T07:52:13,292 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/.tmp/cf/2f0a75b8180f403dab0cb0cf5acbd0b9 2024-12-03T07:52:13,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/.tmp/cf/2f0a75b8180f403dab0cb0cf5acbd0b9 as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/cf/2f0a75b8180f403dab0cb0cf5acbd0b9 2024-12-03T07:52:13,306 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/cf/2f0a75b8180f403dab0cb0cf5acbd0b9, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T07:52:13,307 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a8729859f6c88829d15eb2712a0fe2ca in 528ms, sequenceid=5, compaction requested=false 2024-12-03T07:52:13,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a8729859f6c88829d15eb2712a0fe2ca: 2024-12-03T07:52:13,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. for SnapshotProcedureTest completed. 2024-12-03T07:52:13,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T07:52:13,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T07:52:13,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/cf/2f0a75b8180f403dab0cb0cf5acbd0b9] hfiles 2024-12-03T07:52:13,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/cf/2f0a75b8180f403dab0cb0cf5acbd0b9 for snapshot=SnapshotProcedureTest 2024-12-03T07:52:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741862_1038 (size=105) 2024-12-03T07:52:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741862_1038 (size=105) 2024-12-03T07:52:13,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741862_1038 (size=105) 2024-12-03T07:52:13,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:52:13,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T07:52:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T07:52:13,318 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:52:13,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:52:13,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-12-03T07:52:13,321 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T07:52:13,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a8729859f6c88829d15eb2712a0fe2ca in 10.5450 sec 2024-12-03T07:52:13,322 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T07:52:13,323 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T07:52:13,323 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T07:52:13,324 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T07:52:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741863_1039 (size=1174) 2024-12-03T07:52:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741863_1039 (size=1174) 2024-12-03T07:52:13,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741863_1039 (size=1174) 2024-12-03T07:52:13,344 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T07:52:13,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T07:52:13,351 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,33451,1733212292204 2024-12-03T07:52:13,351 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:13,351 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:13,352 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,33451,1733212292204 2024-12-03T07:52:13,352 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,33451,1733212292204 2024-12-03T07:52:13,356 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:13,356 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:13,356 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:13,356 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:13,370 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:52:13,371 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 911db94732f6,33451,1733212292204 2024-12-03T07:52:13,371 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 911db94732f6,33451,1733212292204: Simulated kill ***** 2024-12-03T07:52:13,371 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T07:52:13,371 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T07:52:13,372 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T07:52:13,372 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T07:52:13,372 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T07:52:13,372 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 580146368 }, "NonHeapMemoryUsage": { "committed": 176160768, "init": 7667712, "max": -1, "used": 171407816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T07:52:13,373 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38067 {}] master.MasterRpcServices(700): 911db94732f6,33451,1733212292204 reported a fatal error: ***** ABORTING region server 911db94732f6,33451,1733212292204: Simulated kill ***** 2024-12-03T07:52:13,373 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '911db94732f6,33451,1733212292204' ***** 2024-12-03T07:52:13,373 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T07:52:13,373 INFO [RS:1;911db94732f6:33451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T07:52:13,373 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T07:52:13,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T07:52:13,374 INFO [RS:1;911db94732f6:33451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T07:52:13,374 INFO [RS:1;911db94732f6:33451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T07:52:13,374 INFO [RS:1;911db94732f6:33451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:52:13,374 INFO [RS:1;911db94732f6:33451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;911db94732f6:33451. 2024-12-03T07:52:13,374 DEBUG [RS:1;911db94732f6:33451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:52:13,374 DEBUG [RS:1;911db94732f6:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741835_1011 (size=2010) 2024-12-03T07:52:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741835_1011 (size=2010) 2024-12-03T07:52:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741835_1011 (size=2010) 2024-12-03T07:52:13,378 DEBUG [RS:1;911db94732f6:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:13,378 INFO [RS:1;911db94732f6:33451 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:52:13,378 INFO [RS:1;911db94732f6:33451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33451 2024-12-03T07:52:13,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:52:13,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/911db94732f6,33451,1733212292204 2024-12-03T07:52:13,381 INFO [RS:1;911db94732f6:33451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:52:13,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [911db94732f6,33451,1733212292204] 2024-12-03T07:52:13,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/911db94732f6,33451,1733212292204 already deleted, retry=false 2024-12-03T07:52:13,384 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 911db94732f6,33451,1733212292204 on 911db94732f6,38067,1733212292121 2024-12-03T07:52:13,385 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 911db94732f6,33451,1733212292204, splitWal=true, meta=false 2024-12-03T07:52:13,385 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 911db94732f6,33451,1733212292204 (carryingMeta=false) 911db94732f6,33451,1733212292204/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@e99b138[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T07:52:13,386 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 911db94732f6,33451,1733212292204, splitWal=true, meta=false 2024-12-03T07:52:13,387 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 911db94732f6,33451,1733212292204 had 3 regions 2024-12-03T07:52:13,388 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 911db94732f6,33451,1733212292204, splitWal=true, meta=false, isMeta: false 2024-12-03T07:52:13,389 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting 2024-12-03T07:52:13,390 INFO [PEWorker-1 {}] master.SplitWALManager(105): 911db94732f6,33451,1733212292204 WAL count=1, meta=false 2024-12-03T07:52:13,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 911db94732f6%2C33451%2C1733212292204.1733212292666}] 2024-12-03T07:52:13,392 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:13,393 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33451,1733212292204 Release verify snapshot worker=911db94732f6,33451,1733212292204 2024-12-03T07:52:13,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 911db94732f6%2C33451%2C1733212292204.1733212292666, worker=911db94732f6,44267,1733212292233}] 2024-12-03T07:52:13,393 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 911db94732f6,33451,1733212292204, this operation will be retried to send to another server 2024-12-03T07:52:13,393 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:52:13,394 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733212334394 2024-12-03T07:52:13,394 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33451,1733212292204 Release verify snapshot worker=911db94732f6,33451,1733212292204 2024-12-03T07:52:13,394 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 911db94732f6,33451,1733212292204, this operation will be retried to send to another server 2024-12-03T07:52:13,394 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-03T07:52:13,394 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-03T07:52:13,394 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-03T07:52:13,394 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:52:13,394 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733212334394 2024-12-03T07:52:13,397 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33451,1733212292204 Release verify snapshot worker=911db94732f6,33451,1733212292204 2024-12-03T07:52:13,397 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 911db94732f6,33451,1733212292204, this operation will be retried to send to another server 2024-12-03T07:52:13,397 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:52:13,397 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733212334397 2024-12-03T07:52:13,457 INFO [regionserver/911db94732f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:52:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:52:13,483 INFO [RS:1;911db94732f6:33451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:52:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1015213b8b00002, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:52:13,483 INFO [RS:1;911db94732f6:33451 {}] regionserver.HRegionServer(1031): Exiting; stopping=911db94732f6,33451,1733212292204; zookeeper connection closed. 2024-12-03T07:52:13,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@398bb69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@398bb69 2024-12-03T07:52:13,535 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T07:52:13,535 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T07:52:18,581 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=911db94732f6:37929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-03T07:52:22,952 INFO [master/911db94732f6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T07:52:22,952 INFO [master/911db94732f6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T07:52:23,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-03T07:52:23,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-03T07:52:23,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-03T07:52:23,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-03T07:52:23,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-03T07:52:23,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-03T07:52:23,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-03T07:52:23,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T07:52:23,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T07:52:23,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-03T07:52:23,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T07:52:23,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-03T07:52:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T07:52:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-03T07:52:23,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-03T07:52:23,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-03T07:52:23,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-03T07:52:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-03T07:52:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-03T07:52:23,360 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 Release verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:23,360 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 Release verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-03T07:52:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-03T07:52:23,362 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 Release verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:23,362 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 Release verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:23,362 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:23,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 in 10.0110 sec 2024-12-03T07:52:23,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 in 10.0110 sec 2024-12-03T07:52:23,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 in 10.0130 sec 2024-12-03T07:52:23,365 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 Release verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:23,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 in 10.0130 sec 2024-12-03T07:52:23,365 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 Release verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:23,365 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:23,365 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:23,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 in 10.0160 sec 2024-12-03T07:52:23,368 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:23,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 in 10.0160 sec 2024-12-03T07:52:23,373 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666, size=2.0 K (2010bytes) 2024-12-03T07:52:23,373 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666 2024-12-03T07:52:23,373 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666 after 0ms 2024-12-03T07:52:23,376 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666 took 3ms 2024-12-03T07:52:23,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 56187e4e40095e9988577fd518edf414: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T07:52:23,379 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 450237f78319768a5afc94babd817489: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-03T07:52:23,380 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 7c772606c852b673ce24d07c29fc5df2: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-03T07:52:23,381 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666 so closing down 2024-12-03T07:52:23,381 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T07:52:23,381 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T07:52:23,381 INFO [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 7 edits across 0 Regions in 5 ms; skipped=7; WAL=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666, size=2.0 K, length=2010, corrupted=false, cancelled=false 2024-12-03T07:52:23,381 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666, journal: Splitting hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666, size=2.0 K (2010bytes) at 1733212343373Finishing writing output for hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666 so closing down at 1733212343381 (+8 ms)3 split writer threads finished at 1733212343381Processed 7 edits across 0 Regions in 5 ms; skipped=7; WAL=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666, size=2.0 K, length=2010, corrupted=false, cancelled=false at 1733212343381 2024-12-03T07:52:23,381 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666 2024-12-03T07:52:23,381 DEBUG [RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T07:52:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T07:52:23,385 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting/911db94732f6%2C33451%2C1733212292204.1733212292666 to hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/oldWALs 2024-12-03T07:52:23,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-03T07:52:23,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 911db94732f6%2C33451%2C1733212292204.1733212292666, worker=911db94732f6,44267,1733212292233 in 9.9920 sec 2024-12-03T07:52:23,387 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:23,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-03T07:52:23,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 911db94732f6%2C33451%2C1733212292204.1733212292666, worker=911db94732f6,44267,1733212292233 in 9.9980 sec 2024-12-03T07:52:23,391 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting dir is empty, no logs to split. 2024-12-03T07:52:23,391 INFO [PEWorker-3 {}] master.SplitWALManager(105): 911db94732f6,33451,1733212292204 WAL count=0, meta=false 2024-12-03T07:52:23,391 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 911db94732f6,33451,1733212292204 WAL splitting is done? wals=0, meta=false 2024-12-03T07:52:23,393 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 911db94732f6,33451,1733212292204 failed, ignore...File hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/WALs/911db94732f6,33451,1733212292204-splitting does not exist. 2024-12-03T07:52:23,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN}] 2024-12-03T07:52:23,395 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN 2024-12-03T07:52:23,395 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN 2024-12-03T07:52:23,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN 2024-12-03T07:52:23,396 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T07:52:23,396 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T07:52:23,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T07:52:23,547 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(204): Hosts are {911db94732f6=0} racks are {/default-rack=0} 2024-12-03T07:52:23,547 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T07:52:23,547 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T07:52:23,547 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T07:52:23,547 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T07:52:23,547 INFO [911db94732f6:38067 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T07:52:23,547 INFO [911db94732f6:38067 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T07:52:23,547 DEBUG [911db94732f6:38067 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T07:52:23,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=7c772606c852b673ce24d07c29fc5df2, regionState=OPENING, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:52:23,548 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=450237f78319768a5afc94babd817489, regionState=OPENING, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:52:23,548 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=56187e4e40095e9988577fd518edf414, regionState=OPENING, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:52:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=450237f78319768a5afc94babd817489, ASSIGN because future has completed 2024-12-03T07:52:23,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 450237f78319768a5afc94babd817489, server=911db94732f6,33365,1733212292173}] 2024-12-03T07:52:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN because future has completed 2024-12-03T07:52:23,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56187e4e40095e9988577fd518edf414, server=911db94732f6,33365,1733212292173}] 2024-12-03T07:52:23,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN because future has completed 2024-12-03T07:52:23,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c772606c852b673ce24d07c29fc5df2, server=911db94732f6,44267,1733212292233}] 2024-12-03T07:52:32,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:52:33,366 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:33,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-03T07:52:33,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-03T07:52:33,366 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 56187e4e40095e9988577fd518edf414, NAME => 'SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T07:52:33,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-03T07:52:33,367 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,367 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:52:33,367 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,367 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-03T07:52:33,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-03T07:52:33,369 INFO [StoreOpener-56187e4e40095e9988577fd518edf414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,369 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:33,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-03T07:52:33,369 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c772606c852b673ce24d07c29fc5df2, NAME => 'SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T07:52:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-03T07:52:33,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-03T07:52:33,369 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-03T07:52:33,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-03T07:52:33,369 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:52:33,369 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,369 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,370 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 Release verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:33,370 INFO [StoreOpener-56187e4e40095e9988577fd518edf414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56187e4e40095e9988577fd518edf414 columnFamilyName cf 2024-12-03T07:52:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-03T07:52:33,370 DEBUG [StoreOpener-56187e4e40095e9988577fd518edf414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:52:33,371 INFO [StoreOpener-56187e4e40095e9988577fd518edf414-1 {}] regionserver.HStore(327): Store=56187e4e40095e9988577fd518edf414/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:52:33,371 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,371 INFO [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-03T07:52:33,372 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,372 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 Release verify snapshot worker=911db94732f6,33365,1733212292173 2024-12-03T07:52:33,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 in 20.0210 sec 2024-12-03T07:52:33,372 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 Release verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:33,372 INFO [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c772606c852b673ce24d07c29fc5df2 columnFamilyName cf 2024-12-03T07:52:33,372 DEBUG [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:52:33,373 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,33365,1733212292173 in 20.0230 sec 2024-12-03T07:52:33,374 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,374 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,374 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 Release verify snapshot worker=911db94732f6,44267,1733212292233 2024-12-03T07:52:33,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 in 20.0230 sec 2024-12-03T07:52:33,376 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-03T07:52:33,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=911db94732f6,44267,1733212292233 in 20.0250 sec 2024-12-03T07:52:33,376 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T07:52:33,377 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T07:52:33,377 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 56187e4e40095e9988577fd518edf414; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64155612, jitterRate=-0.04400688409805298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:52:33,377 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,377 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 56187e4e40095e9988577fd518edf414: Running coprocessor pre-open hook at 1733212353367Writing region info on filesystem at 1733212353367Initializing all the Stores at 1733212353368 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212353368Cleaning up temporary data from old regions at 1733212353374 (+6 ms)Running coprocessor post-open hooks at 1733212353377 (+3 ms)Region opened successfully at 1733212353377 2024-12-03T07:52:33,378 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414., pid=53, masterSystemTime=1733212353362 2024-12-03T07:52:33,379 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T07:52:33,379 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T07:52:33,380 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:33,380 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:33,381 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. 2024-12-03T07:52:33,381 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 450237f78319768a5afc94babd817489, NAME => 'SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T07:52:33,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6220 sec 2024-12-03T07:52:33,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=56187e4e40095e9988577fd518edf414, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,33365,1733212292173 2024-12-03T07:52:33,381 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,381 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:52:33,381 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,381 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,382 DEBUG [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/cf/aadb24c40fcb4233a173f34b9cf8f180 2024-12-03T07:52:33,382 INFO [StoreOpener-7c772606c852b673ce24d07c29fc5df2-1 {}] regionserver.HStore(327): Store=7c772606c852b673ce24d07c29fc5df2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:52:33,382 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,382 INFO [StoreOpener-450237f78319768a5afc94babd817489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,383 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,383 INFO [StoreOpener-450237f78319768a5afc94babd817489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450237f78319768a5afc94babd817489 columnFamilyName cf 2024-12-03T07:52:33,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56187e4e40095e9988577fd518edf414, server=911db94732f6,33365,1733212292173 because future has completed 2024-12-03T07:52:33,384 DEBUG [StoreOpener-450237f78319768a5afc94babd817489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:52:33,385 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,385 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,386 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-03T07:52:33,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 56187e4e40095e9988577fd518edf414, server=911db94732f6,33365,1733212292173 in 9.8330 sec 2024-12-03T07:52:33,388 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56187e4e40095e9988577fd518edf414, ASSIGN in 9.9930 sec 2024-12-03T07:52:33,391 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:52:33,392 DEBUG [StoreOpener-450237f78319768a5afc94babd817489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/cf/a13883681772401bb887579d05490dde 2024-12-03T07:52:33,392 INFO [StoreOpener-450237f78319768a5afc94babd817489-1 {}] regionserver.HStore(327): Store=450237f78319768a5afc94babd817489/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:52:33,392 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,392 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 7c772606c852b673ce24d07c29fc5df2; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65406566, jitterRate=-0.025366216897964478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:52:33,393 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,393 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 7c772606c852b673ce24d07c29fc5df2: Running coprocessor pre-open hook at 1733212353370Writing region info on filesystem at 1733212353370Initializing all the Stores at 1733212353371 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212353371Cleaning up temporary data from old regions at 1733212353386 (+15 ms)Running coprocessor post-open hooks at 1733212353393 (+7 ms)Region opened successfully at 1733212353393 2024-12-03T07:52:33,393 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489 2024-12-03T07:52:33,394 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2., pid=54, masterSystemTime=1733212353365 2024-12-03T07:52:33,394 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T07:52:33,394 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489 2024-12-03T07:52:33,395 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,395 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,395 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:33,395 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:33,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=7c772606c852b673ce24d07c29fc5df2, regionState=OPEN, openSeqNum=6, regionLocation=911db94732f6,44267,1733212292233 2024-12-03T07:52:33,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c772606c852b673ce24d07c29fc5df2, server=911db94732f6,44267,1733212292233 because future has completed 2024-12-03T07:52:33,399 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,400 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T07:52:33,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T07:52:33,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:52:33,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:52:33,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:33,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:33,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T07:52:33,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1443142087, stopped=false 2024-12-03T07:52:33,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=911db94732f6,38067,1733212292121 2024-12-03T07:52:33,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:52:33,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-03T07:52:33,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c772606c852b673ce24d07c29fc5df2, server=911db94732f6,44267,1733212292233 in 9.8470 sec 2024-12-03T07:52:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T07:52:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T07:52:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:52:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:52:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T07:52:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:52:33,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T07:52:33,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:52:33,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:52:33,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:33,403 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '911db94732f6,33365,1733212292173' ***** 2024-12-03T07:52:33,403 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T07:52:33,404 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '911db94732f6,44267,1733212292233' ***** 2024-12-03T07:52:33,404 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T07:52:33,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:52:33,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:52:33,404 INFO [RS:2;911db94732f6:44267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T07:52:33,404 INFO [RS:2;911db94732f6:44267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T07:52:33,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T07:52:33,404 INFO [RS:2;911db94732f6:44267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T07:52:33,404 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(3091): Received CLOSE for 59996708eb579e5ca57918bcc64d40b9 2024-12-03T07:52:33,404 INFO [RS:0;911db94732f6:33365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T07:52:33,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T07:52:33,404 INFO [RS:0;911db94732f6:33365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T07:52:33,404 INFO [RS:0;911db94732f6:33365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T07:52:33,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c772606c852b673ce24d07c29fc5df2, ASSIGN in 10.0070 sec 2024-12-03T07:52:33,405 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 4978f5cf50a574cc9e71d6a02402a4e6 2024-12-03T07:52:33,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:52:33,405 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/450237f78319768a5afc94babd817489/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:52:33,405 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(3091): Received CLOSE for a8729859f6c88829d15eb2712a0fe2ca 2024-12-03T07:52:33,405 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(3091): Received CLOSE for f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:52:33,405 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c772606c852b673ce24d07c29fc5df2 2024-12-03T07:52:33,405 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(959): stopping server 911db94732f6,44267,1733212292233 2024-12-03T07:52:33,405 INFO [RS:2;911db94732f6:44267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:52:33,405 INFO [RS:2;911db94732f6:44267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;911db94732f6:44267. 2024-12-03T07:52:33,405 DEBUG [RS:2;911db94732f6:44267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:52:33,406 DEBUG [RS:2;911db94732f6:44267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:33,406 INFO [RS:2;911db94732f6:44267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T07:52:33,406 INFO [RS:2;911db94732f6:44267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T07:52:33,406 INFO [RS:2;911db94732f6:44267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T07:52:33,406 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T07:52:33,406 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-03T07:52:33,406 DEBUG [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1325): Online Regions={59996708eb579e5ca57918bcc64d40b9=SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9., a8729859f6c88829d15eb2712a0fe2ca=SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca., f3b8fa8794fdabaa1a6c1734e49d895a=SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a., 1588230740=hbase:meta,,1.1588230740, 7c772606c852b673ce24d07c29fc5df2=SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2.} 2024-12-03T07:52:33,406 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59996708eb579e5ca57918bcc64d40b9, disabling compactions & flushes 2024-12-03T07:52:33,406 DEBUG [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59996708eb579e5ca57918bcc64d40b9, 7c772606c852b673ce24d07c29fc5df2, a8729859f6c88829d15eb2712a0fe2ca, f3b8fa8794fdabaa1a6c1734e49d895a 2024-12-03T07:52:33,406 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:52:33,406 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:52:33,406 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. after waiting 0 ms 2024-12-03T07:52:33,406 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 189a0f62963329410fcd980964009277 2024-12-03T07:52:33,406 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:52:33,406 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b9a6a2f4b2b97453891cd98fd07f5a3 2024-12-03T07:52:33,406 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:52:33,406 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T07:52:33,406 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 56187e4e40095e9988577fd518edf414 2024-12-03T07:52:33,406 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T07:52:33,406 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(959): stopping server 911db94732f6,33365,1733212292173 2024-12-03T07:52:33,407 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T07:52:33,407 INFO [RS:0;911db94732f6:33365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:52:33,407 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4978f5cf50a574cc9e71d6a02402a4e6, disabling compactions & flushes 2024-12-03T07:52:33,407 INFO [RS:0;911db94732f6:33365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;911db94732f6:33365. 2024-12-03T07:52:33,407 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T07:52:33,407 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T07:52:33,407 DEBUG [RS:0;911db94732f6:33365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:52:33,407 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:52:33,407 DEBUG [RS:0;911db94732f6:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:33,407 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:52:33,407 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. after waiting 0 ms 2024-12-03T07:52:33,407 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-03T07:52:33,407 DEBUG [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1325): Online Regions={4978f5cf50a574cc9e71d6a02402a4e6=SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6., 189a0f62963329410fcd980964009277=SPTestTable,,1733212302974.189a0f62963329410fcd980964009277., 2b9a6a2f4b2b97453891cd98fd07f5a3=SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3., 8b44adcb5b47e651fec07c96b84645b1=SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1., 56187e4e40095e9988577fd518edf414=SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414.} 2024-12-03T07:52:33,407 DEBUG [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1351): Waiting on 189a0f62963329410fcd980964009277, 2b9a6a2f4b2b97453891cd98fd07f5a3, 450237f78319768a5afc94babd817489, 4978f5cf50a574cc9e71d6a02402a4e6, 56187e4e40095e9988577fd518edf414, 8b44adcb5b47e651fec07c96b84645b1 2024-12-03T07:52:33,407 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:52:33,407 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.77 KB heapSize=24.83 KB 2024-12-03T07:52:33,407 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 450237f78319768a5afc94babd817489; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62924642, jitterRate=-0.06234976649284363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T07:52:33,407 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 450237f78319768a5afc94babd817489 2024-12-03T07:52:33,407 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 450237f78319768a5afc94babd817489: Running coprocessor pre-open hook at 1733212353381Writing region info on filesystem at 1733212353381Initializing all the Stores at 1733212353382 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733212353382Cleaning up temporary data from old regions at 1733212353395 (+13 ms)Running coprocessor post-open hooks at 1733212353407 (+12 ms)Region opened successfully at 1733212353407 2024-12-03T07:52:33,409 WARN [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(168): Fatal error occurred while opening region SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489., aborting... org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 911db94732f6,33365,1733212292173 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:52:33,409 ERROR [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2440): ***** ABORTING region server 911db94732f6,33365,1733212292173: Failed to open region SPTestTable,e6666661,1733212302974.450237f78319768a5afc94babd817489. and can not recover ***** org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 911db94732f6,33365,1733212292173 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:52:33,410 ERROR [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T07:52:33,410 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T07:52:33,410 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T07:52:33,410 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T07:52:33,410 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T07:52:33,410 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 682906816 }, "NonHeapMemoryUsage": { "committed": 176750592, "init": 7667712, "max": -1, "used": 172609320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T07:52:33,412 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/59996708eb579e5ca57918bcc64d40b9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:52:33,412 WARN [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=911db94732f6:38067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.handleException(AssignRegionHandler.java:173) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:106) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=911db94732f6:38067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 15 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 15 more 2024-12-03T07:52:33,413 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:52:33,413 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59996708eb579e5ca57918bcc64d40b9: Waiting for close lock at 1733212353406Running coprocessor pre-close hooks at 1733212353406Disabling compacts and flushes for region at 1733212353406Disabling writes for close at 1733212353406Writing region close event to WAL at 1733212353407 (+1 ms)Running coprocessor post-close hooks at 1733212353413 (+6 ms)Closed at 1733212353413 2024-12-03T07:52:33,413 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733212302974.59996708eb579e5ca57918bcc64d40b9. 2024-12-03T07:52:33,414 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8729859f6c88829d15eb2712a0fe2ca, disabling compactions & flushes 2024-12-03T07:52:33,414 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:52:33,414 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:52:33,414 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. after waiting 0 ms 2024-12-03T07:52:33,414 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:52:33,416 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/4978f5cf50a574cc9e71d6a02402a4e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:52:33,416 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:52:33,417 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4978f5cf50a574cc9e71d6a02402a4e6: Waiting for close lock at 1733212353407Running coprocessor pre-close hooks at 1733212353407Disabling compacts and flushes for region at 1733212353407Disabling writes for close at 1733212353407Writing region close event to WAL at 1733212353409 (+2 ms)Running coprocessor post-close hooks at 1733212353416 (+7 ms)Closed at 1733212353416 2024-12-03T07:52:33,417 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733212302974.4978f5cf50a574cc9e71d6a02402a4e6. 2024-12-03T07:52:33,417 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 189a0f62963329410fcd980964009277, disabling compactions & flushes 2024-12-03T07:52:33,417 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:52:33,417 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:52:33,417 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. after waiting 0 ms 2024-12-03T07:52:33,417 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:52:33,418 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/a8729859f6c88829d15eb2712a0fe2ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T07:52:33,419 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:52:33,419 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8729859f6c88829d15eb2712a0fe2ca: Waiting for close lock at 1733212353413Running coprocessor pre-close hooks at 1733212353413Disabling compacts and flushes for region at 1733212353413Disabling writes for close at 1733212353414 (+1 ms)Writing region close event to WAL at 1733212353414Running coprocessor post-close hooks at 1733212353419 (+5 ms)Closed at 1733212353419 2024-12-03T07:52:33,419 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733212302974.a8729859f6c88829d15eb2712a0fe2ca. 2024-12-03T07:52:33,419 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3b8fa8794fdabaa1a6c1734e49d895a, disabling compactions & flushes 2024-12-03T07:52:33,419 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:52:33,419 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:52:33,419 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. after waiting 0 ms 2024-12-03T07:52:33,419 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:52:33,421 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/189a0f62963329410fcd980964009277/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:52:33,422 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:52:33,422 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 189a0f62963329410fcd980964009277: Waiting for close lock at 1733212353417Running coprocessor pre-close hooks at 1733212353417Disabling compacts and flushes for region at 1733212353417Disabling writes for close at 1733212353417Writing region close event to WAL at 1733212353417Running coprocessor post-close hooks at 1733212353422 (+5 ms)Closed at 1733212353422 2024-12-03T07:52:33,422 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733212302974.189a0f62963329410fcd980964009277. 2024-12-03T07:52:33,422 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b9a6a2f4b2b97453891cd98fd07f5a3, disabling compactions & flushes 2024-12-03T07:52:33,422 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:52:33,422 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:52:33,422 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. after waiting 0 ms 2024-12-03T07:52:33,422 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:52:33,426 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/f3b8fa8794fdabaa1a6c1734e49d895a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:52:33,427 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:52:33,427 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3b8fa8794fdabaa1a6c1734e49d895a: Waiting for close lock at 1733212353419Running coprocessor pre-close hooks at 1733212353419Disabling compacts and flushes for region at 1733212353419Disabling writes for close at 1733212353419Writing region close event to WAL at 1733212353420 (+1 ms)Running coprocessor post-close hooks at 1733212353427 (+7 ms)Closed at 1733212353427 2024-12-03T07:52:33,427 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a. 2024-12-03T07:52:33,427 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c772606c852b673ce24d07c29fc5df2, disabling compactions & flushes 2024-12-03T07:52:33,427 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:33,427 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:33,427 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. after waiting 0 ms 2024-12-03T07:52:33,427 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:33,428 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/info/25cd843812db476cb501b026be02cf0b is 167, key is SPTestTable,19999999,1733212302974.f3b8fa8794fdabaa1a6c1734e49d895a./info:regioninfo/1733212313703/Put/seqid=0 2024-12-03T07:52:33,429 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/2b9a6a2f4b2b97453891cd98fd07f5a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T07:52:33,430 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:52:33,430 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b9a6a2f4b2b97453891cd98fd07f5a3: Waiting for close lock at 1733212353422Running coprocessor pre-close hooks at 1733212353422Disabling compacts and flushes for region at 1733212353422Disabling writes for close at 1733212353422Writing region close event to WAL at 1733212353426 (+4 ms)Running coprocessor post-close hooks at 1733212353430 (+4 ms)Closed at 1733212353430 2024-12-03T07:52:33,430 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733212302974.2b9a6a2f4b2b97453891cd98fd07f5a3. 2024-12-03T07:52:33,430 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b44adcb5b47e651fec07c96b84645b1, disabling compactions & flushes 2024-12-03T07:52:33,430 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:52:33,430 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:52:33,430 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. after waiting 0 ms 2024-12-03T07:52:33,430 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:52:33,434 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/7c772606c852b673ce24d07c29fc5df2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-03T07:52:33,434 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:33,434 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c772606c852b673ce24d07c29fc5df2: Waiting for close lock at 1733212353427Running coprocessor pre-close hooks at 1733212353427Disabling compacts and flushes for region at 1733212353427Disabling writes for close at 1733212353427Writing region close event to WAL at 1733212353428 (+1 ms)Running coprocessor post-close hooks at 1733212353434 (+6 ms)Closed at 1733212353434 2024-12-03T07:52:33,434 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733212302974.7c772606c852b673ce24d07c29fc5df2. 2024-12-03T07:52:33,440 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/8b44adcb5b47e651fec07c96b84645b1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T07:52:33,441 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:52:33,441 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b44adcb5b47e651fec07c96b84645b1: Waiting for close lock at 1733212353430Running coprocessor pre-close hooks at 1733212353430Disabling compacts and flushes for region at 1733212353430Disabling writes for close at 1733212353430Writing region close event to WAL at 1733212353431 (+1 ms)Running coprocessor post-close hooks at 1733212353441 (+10 ms)Closed at 1733212353441 2024-12-03T07:52:33,441 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733212302974.8b44adcb5b47e651fec07c96b84645b1. 2024-12-03T07:52:33,441 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56187e4e40095e9988577fd518edf414, disabling compactions & flushes 2024-12-03T07:52:33,441 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:33,442 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:33,442 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. after waiting 0 ms 2024-12-03T07:52:33,442 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:33,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741864_1040 (size=19475) 2024-12-03T07:52:33,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741864_1040 (size=19475) 2024-12-03T07:52:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741864_1040 (size=19475) 2024-12-03T07:52:33,449 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.61 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/info/25cd843812db476cb501b026be02cf0b 2024-12-03T07:52:33,450 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/default/SPTestTable/56187e4e40095e9988577fd518edf414/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T07:52:33,450 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:33,450 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56187e4e40095e9988577fd518edf414: Waiting for close lock at 1733212353441Running coprocessor pre-close hooks at 1733212353441Disabling compacts and flushes for region at 1733212353441Disabling writes for close at 1733212353442 (+1 ms)Writing region close event to WAL at 1733212353445 (+3 ms)Running coprocessor post-close hooks at 1733212353450 (+5 ms)Closed at 1733212353450 2024-12-03T07:52:33,451 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733212302974.56187e4e40095e9988577fd518edf414. 2024-12-03T07:52:33,471 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/ns/d3315d065cd843248a2279cf006acd0f is 43, key is default/ns:d/1733212302938/Put/seqid=0 2024-12-03T07:52:33,471 INFO [regionserver/911db94732f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:52:33,471 INFO [regionserver/911db94732f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:52:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741865_1041 (size=5153) 2024-12-03T07:52:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741865_1041 (size=5153) 2024-12-03T07:52:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741865_1041 (size=5153) 2024-12-03T07:52:33,478 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/ns/d3315d065cd843248a2279cf006acd0f 2024-12-03T07:52:33,497 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/table/04737bd39bf3467da2dc294520becff8 is 47, key is SPTestTable/table:state/1733212313752/Put/seqid=0 2024-12-03T07:52:33,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741866_1042 (size=5214) 2024-12-03T07:52:33,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741866_1042 (size=5214) 2024-12-03T07:52:33,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741866_1042 (size=5214) 2024-12-03T07:52:33,504 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/table/04737bd39bf3467da2dc294520becff8 2024-12-03T07:52:33,510 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/info/25cd843812db476cb501b026be02cf0b as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/info/25cd843812db476cb501b026be02cf0b 2024-12-03T07:52:33,516 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/info/25cd843812db476cb501b026be02cf0b, entries=109, sequenceid=34, filesize=19.0 K 2024-12-03T07:52:33,517 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/ns/d3315d065cd843248a2279cf006acd0f as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/ns/d3315d065cd843248a2279cf006acd0f 2024-12-03T07:52:33,523 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/ns/d3315d065cd843248a2279cf006acd0f, entries=2, sequenceid=34, filesize=5.0 K 2024-12-03T07:52:33,524 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/.tmp/table/04737bd39bf3467da2dc294520becff8 as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/table/04737bd39bf3467da2dc294520becff8 2024-12-03T07:52:33,526 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T07:52:33,526 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T07:52:33,529 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/table/04737bd39bf3467da2dc294520becff8, entries=2, sequenceid=34, filesize=5.1 K 2024-12-03T07:52:33,530 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T07:52:33,530 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T07:52:33,530 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.77 KB/15125, heapSize ~24.53 KB/25120, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=34, compaction requested=false 2024-12-03T07:52:33,534 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-12-03T07:52:33,535 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T07:52:33,535 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T07:52:33,535 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733212353406Running coprocessor pre-close hooks at 1733212353406Disabling compacts and flushes for region at 1733212353406Disabling writes for close at 1733212353407 (+1 ms)Obtaining lock to block concurrent updates at 1733212353407Preparing flush snapshotting stores in 1588230740 at 1733212353407Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15125, getHeapSize=25360, getOffHeapSize=0, getCellsCount=123 at 1733212353408 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733212353408Flushing 1588230740/info: creating writer at 1733212353409 (+1 ms)Flushing 1588230740/info: appending metadata at 1733212353427 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733212353427Flushing 1588230740/ns: creating writer at 1733212353456 (+29 ms)Flushing 1588230740/ns: appending metadata at 1733212353470 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733212353470Flushing 1588230740/table: creating writer at 1733212353483 (+13 ms)Flushing 1588230740/table: appending metadata at 1733212353496 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733212353496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c74f62: reopening flushed file at 1733212353509 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5356d4ff: reopening flushed file at 1733212353517 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55957b54: reopening flushed file at 1733212353523 (+6 ms)Finished flush of dataSize ~14.77 KB/15125, heapSize ~24.53 KB/25120, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=34, compaction requested=false at 1733212353530 (+7 ms)Writing region close event to WAL at 1733212353531 (+1 ms)Running coprocessor post-close hooks at 1733212353535 (+4 ms)Closed at 1733212353535 2024-12-03T07:52:33,535 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T07:52:33,606 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(976): stopping server 911db94732f6,44267,1733212292233; all regions closed. 2024-12-03T07:52:33,607 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(976): stopping server 911db94732f6,33365,1733212292173; all regions closed. 2024-12-03T07:52:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741836_1012 (size=17763) 2024-12-03T07:52:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741836_1012 (size=17763) 2024-12-03T07:52:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741836_1012 (size=17763) 2024-12-03T07:52:33,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741833_1009 (size=3825) 2024-12-03T07:52:33,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741833_1009 (size=3825) 2024-12-03T07:52:33,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741833_1009 (size=3825) 2024-12-03T07:52:33,612 DEBUG [RS:2;911db94732f6:44267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/oldWALs 2024-12-03T07:52:33,612 INFO [RS:2;911db94732f6:44267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 911db94732f6%2C44267%2C1733212292233.meta:.meta(num 1733212302888) 2024-12-03T07:52:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741834_1010 (size=2981) 2024-12-03T07:52:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741834_1010 (size=2981) 2024-12-03T07:52:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741834_1010 (size=2981) 2024-12-03T07:52:33,617 DEBUG [RS:2;911db94732f6:44267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/oldWALs 2024-12-03T07:52:33,617 DEBUG [RS:0;911db94732f6:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:33,617 INFO [RS:2;911db94732f6:44267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 911db94732f6%2C44267%2C1733212292233:(num 1733212292666) 2024-12-03T07:52:33,617 INFO [RS:0;911db94732f6:33365 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:52:33,617 DEBUG [RS:2;911db94732f6:44267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:52:33,617 INFO [RS:2;911db94732f6:44267 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:52:33,617 INFO [RS:0;911db94732f6:33365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T07:52:33,617 INFO [RS:2;911db94732f6:44267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T07:52:33,617 INFO [RS:0;911db94732f6:33365 {}] hbase.ChoreService(370): Chore service for: regionserver/911db94732f6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T07:52:33,617 INFO [RS:2;911db94732f6:44267 {}] hbase.ChoreService(370): Chore service for: regionserver/911db94732f6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T07:52:33,617 INFO [RS:0;911db94732f6:33365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T07:52:33,617 INFO [RS:2;911db94732f6:44267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T07:52:33,617 INFO [RS:0;911db94732f6:33365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T07:52:33,617 INFO [RS:0;911db94732f6:33365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T07:52:33,617 INFO [regionserver/911db94732f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T07:52:33,617 INFO [RS:0;911db94732f6:33365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T07:52:33,617 INFO [regionserver/911db94732f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T07:52:33,618 INFO [RS:2;911db94732f6:44267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44267 2024-12-03T07:52:33,618 INFO [RS:0;911db94732f6:33365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33365 2024-12-03T07:52:33,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/911db94732f6,33365,1733212292173 2024-12-03T07:52:33,620 INFO [RS:0;911db94732f6:33365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:52:33,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:52:33,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/911db94732f6,44267,1733212292233 2024-12-03T07:52:33,621 INFO [RS:2;911db94732f6:44267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:52:33,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [911db94732f6,44267,1733212292233] 2024-12-03T07:52:33,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/911db94732f6,44267,1733212292233 already deleted, retry=false 2024-12-03T07:52:33,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 911db94732f6,44267,1733212292233 expired; onlineServers=1 2024-12-03T07:52:33,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [911db94732f6,33365,1733212292173] 2024-12-03T07:52:33,625 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/911db94732f6,33365,1733212292173 already deleted, retry=false 2024-12-03T07:52:33,625 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 911db94732f6,33365,1733212292173 expired; onlineServers=0 2024-12-03T07:52:33,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '911db94732f6,38067,1733212292121' ***** 2024-12-03T07:52:33,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T07:52:33,625 INFO [M:0;911db94732f6:38067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:52:33,625 INFO [M:0;911db94732f6:38067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T07:52:33,625 DEBUG [M:0;911db94732f6:38067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T07:52:33,625 DEBUG [M:0;911db94732f6:38067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T07:52:33,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T07:52:33,625 DEBUG [master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733212292423 {}] cleaner.HFileCleaner(306): Exit Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733212292423,5,FailOnTimeoutGroup] 2024-12-03T07:52:33,625 DEBUG [master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733212292424 {}] cleaner.HFileCleaner(306): Exit Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733212292424,5,FailOnTimeoutGroup] 2024-12-03T07:52:33,625 INFO [M:0;911db94732f6:38067 {}] hbase.ChoreService(370): Chore service for: master/911db94732f6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T07:52:33,625 INFO [M:0;911db94732f6:38067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T07:52:33,625 DEBUG [M:0;911db94732f6:38067 {}] master.HMaster(1795): Stopping service threads 2024-12-03T07:52:33,626 INFO [M:0;911db94732f6:38067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T07:52:33,626 INFO [M:0;911db94732f6:38067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T07:52:33,626 ERROR [M:0;911db94732f6:38067 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:45527 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45527,5,PEWorkerGroup] 2024-12-03T07:52:33,626 INFO [M:0;911db94732f6:38067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T07:52:33,626 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T07:52:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T07:52:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:52:33,627 DEBUG [M:0;911db94732f6:38067 {}] zookeeper.ZKUtil(347): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T07:52:33,627 WARN [M:0;911db94732f6:38067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T07:52:33,627 INFO [M:0;911db94732f6:38067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/.lastflushedseqids 2024-12-03T07:52:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741867_1043 (size=650) 2024-12-03T07:52:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741867_1043 (size=650) 2024-12-03T07:52:33,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741867_1043 (size=650) 2024-12-03T07:52:33,635 INFO [M:0;911db94732f6:38067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T07:52:33,636 INFO [M:0;911db94732f6:38067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T07:52:33,636 DEBUG [M:0;911db94732f6:38067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T07:52:33,636 INFO [M:0;911db94732f6:38067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:52:33,636 DEBUG [M:0;911db94732f6:38067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:52:33,636 DEBUG [M:0;911db94732f6:38067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T07:52:33,636 DEBUG [M:0;911db94732f6:38067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:52:33,636 INFO [M:0;911db94732f6:38067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.02 KB heapSize=259.72 KB 2024-12-03T07:52:33,652 DEBUG [M:0;911db94732f6:38067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9292811ad3547bb9917537b75e892ea is 82, key is hbase:meta,,1/info:regioninfo/1733212302924/Put/seqid=0 2024-12-03T07:52:33,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741868_1044 (size=5672) 2024-12-03T07:52:33,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741868_1044 (size=5672) 2024-12-03T07:52:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741868_1044 (size=5672) 2024-12-03T07:52:33,659 INFO [M:0;911db94732f6:38067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9292811ad3547bb9917537b75e892ea 2024-12-03T07:52:33,679 DEBUG [M:0;911db94732f6:38067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/335efe09c5b74f5994e0ef3a9b6683da is 1241, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733212313756/Put/seqid=0 2024-12-03T07:52:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741869_1045 (size=12181) 2024-12-03T07:52:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741869_1045 (size=12181) 2024-12-03T07:52:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741869_1045 (size=12181) 2024-12-03T07:52:33,687 INFO [M:0;911db94732f6:38067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.29 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/335efe09c5b74f5994e0ef3a9b6683da 2024-12-03T07:52:33,692 INFO [M:0;911db94732f6:38067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 335efe09c5b74f5994e0ef3a9b6683da 2024-12-03T07:52:33,706 DEBUG [M:0;911db94732f6:38067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d343ff0aeee04f30989a5486caef15b4 is 69, key is 911db94732f6,33365,1733212292173/rs:state/1733212292475/Put/seqid=0 2024-12-03T07:52:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741870_1046 (size=5447) 2024-12-03T07:52:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741870_1046 (size=5447) 2024-12-03T07:52:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741870_1046 (size=5447) 2024-12-03T07:52:33,713 INFO [M:0;911db94732f6:38067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d343ff0aeee04f30989a5486caef15b4 2024-12-03T07:52:33,718 INFO [M:0;911db94732f6:38067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d343ff0aeee04f30989a5486caef15b4 2024-12-03T07:52:33,718 DEBUG [M:0;911db94732f6:38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9292811ad3547bb9917537b75e892ea as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9292811ad3547bb9917537b75e892ea 2024-12-03T07:52:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:52:33,722 INFO [RS:0;911db94732f6:33365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:52:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1015213b8b00001, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:52:33,722 INFO [RS:0;911db94732f6:33365 {}] regionserver.HRegionServer(1031): Exiting; stopping=911db94732f6,33365,1733212292173; zookeeper connection closed. 2024-12-03T07:52:33,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63b04537 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63b04537 2024-12-03T07:52:33,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:52:33,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x1015213b8b00003, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:52:33,723 INFO [RS:2;911db94732f6:44267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:52:33,723 INFO [RS:2;911db94732f6:44267 {}] regionserver.HRegionServer(1031): Exiting; stopping=911db94732f6,44267,1733212292233; zookeeper connection closed. 2024-12-03T07:52:33,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75682f9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75682f9a 2024-12-03T07:52:33,723 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T07:52:33,724 INFO [M:0;911db94732f6:38067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9292811ad3547bb9917537b75e892ea, entries=8, sequenceid=455, filesize=5.5 K 2024-12-03T07:52:33,725 DEBUG [M:0;911db94732f6:38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/335efe09c5b74f5994e0ef3a9b6683da as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/335efe09c5b74f5994e0ef3a9b6683da 2024-12-03T07:52:33,730 INFO [M:0;911db94732f6:38067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 335efe09c5b74f5994e0ef3a9b6683da 2024-12-03T07:52:33,730 INFO [M:0;911db94732f6:38067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/335efe09c5b74f5994e0ef3a9b6683da, entries=54, sequenceid=455, filesize=11.9 K 2024-12-03T07:52:33,731 DEBUG [M:0;911db94732f6:38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d343ff0aeee04f30989a5486caef15b4 as hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d343ff0aeee04f30989a5486caef15b4 2024-12-03T07:52:33,737 INFO [M:0;911db94732f6:38067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d343ff0aeee04f30989a5486caef15b4 2024-12-03T07:52:33,737 INFO [M:0;911db94732f6:38067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45527/user/jenkins/test-data/fe83e280-fa78-71b0-f99f-59a21dcb0ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d343ff0aeee04f30989a5486caef15b4, entries=3, sequenceid=455, filesize=5.3 K 2024-12-03T07:52:33,738 INFO [M:0;911db94732f6:38067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.02 KB/223257, heapSize ~259.42 KB/265648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=455, compaction requested=false 2024-12-03T07:52:33,739 INFO [M:0;911db94732f6:38067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:52:33,739 DEBUG [M:0;911db94732f6:38067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733212353636Disabling compacts and flushes for region at 1733212353636Disabling writes for close at 1733212353636Obtaining lock to block concurrent updates at 1733212353636Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733212353636Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223257, getHeapSize=265888, getOffHeapSize=0, getCellsCount=550 at 1733212353637 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733212353637Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733212353637Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733212353652 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733212353652Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733212353665 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733212353679 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733212353679Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733212353692 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733212353706 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733212353706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b44f181: reopening flushed file at 1733212353718 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2298c2b1: reopening flushed file at 1733212353724 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100fa4d0: reopening flushed file at 1733212353730 (+6 ms)Finished flush of dataSize ~218.02 KB/223257, heapSize ~259.42 KB/265648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=455, compaction requested=false at 1733212353738 (+8 ms)Writing region close event to WAL at 1733212353739 (+1 ms)Closed at 1733212353739 2024-12-03T07:52:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741830_1006 (size=253631) 2024-12-03T07:52:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37141 is added to blk_1073741830_1006 (size=253631) 2024-12-03T07:52:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36665 is added to blk_1073741830_1006 (size=253631) 2024-12-03T07:52:33,742 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T07:52:33,743 INFO [M:0;911db94732f6:38067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T07:52:33,743 INFO [M:0;911db94732f6:38067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38067 2024-12-03T07:52:33,743 INFO [M:0;911db94732f6:38067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:52:33,845 INFO [M:0;911db94732f6:38067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:52:33,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:52:33,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1015213b8b00000, quorum=127.0.0.1:52903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:52:33,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318d9e54{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:52:33,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ae4ac48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:52:33,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:52:33,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12c1206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:52:33,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73812e87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir/,STOPPED} 2024-12-03T07:52:33,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T07:52:33,850 WARN [BP-1150080336-172.17.0.2-1733212291284 heartbeating to localhost/127.0.0.1:45527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T07:52:33,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T07:52:33,850 WARN [BP-1150080336-172.17.0.2-1733212291284 heartbeating to localhost/127.0.0.1:45527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1150080336-172.17.0.2-1733212291284 (Datanode Uuid d275e1a7-0736-486c-b628-7c37faeac87b) service to localhost/127.0.0.1:45527 2024-12-03T07:52:33,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data5/current/BP-1150080336-172.17.0.2-1733212291284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:52:33,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data6/current/BP-1150080336-172.17.0.2-1733212291284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:52:33,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T07:52:33,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@628f2dd6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:52:33,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59829fca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:52:33,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:52:33,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8388e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:52:33,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17bbafa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir/,STOPPED} 2024-12-03T07:52:33,856 WARN [BP-1150080336-172.17.0.2-1733212291284 heartbeating to localhost/127.0.0.1:45527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T07:52:33,856 WARN [BP-1150080336-172.17.0.2-1733212291284 heartbeating to localhost/127.0.0.1:45527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1150080336-172.17.0.2-1733212291284 (Datanode Uuid e1634a22-2be7-4d1b-b6f4-e38076dea118) service to localhost/127.0.0.1:45527 2024-12-03T07:52:33,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T07:52:33,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T07:52:33,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data3/current/BP-1150080336-172.17.0.2-1733212291284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:52:33,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data4/current/BP-1150080336-172.17.0.2-1733212291284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:52:33,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T07:52:33,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16d13838{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:52:33,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a8c2d0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:52:33,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:52:33,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b359d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:52:33,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d38f81d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir/,STOPPED} 2024-12-03T07:52:33,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T07:52:33,862 WARN [BP-1150080336-172.17.0.2-1733212291284 heartbeating to localhost/127.0.0.1:45527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T07:52:33,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T07:52:33,862 WARN [BP-1150080336-172.17.0.2-1733212291284 heartbeating to localhost/127.0.0.1:45527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1150080336-172.17.0.2-1733212291284 (Datanode Uuid bbfde117-4afc-4dde-8a26-156fe207d2c9) service to localhost/127.0.0.1:45527 2024-12-03T07:52:33,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data1/current/BP-1150080336-172.17.0.2-1733212291284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:52:33,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/cluster_8c8d4866-e743-5e14-abed-2716bfd8afd8/data/data2/current/BP-1150080336-172.17.0.2-1733212291284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:52:33,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T07:52:33,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ae3194e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T07:52:33,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dc25a87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:52:33,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:52:33,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5299a2f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:52:33,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f6bc4a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8846cdac-5b11-d692-f196-4d142d8afcf4/hadoop.log.dir/,STOPPED} 2024-12-03T07:52:33,876 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T07:52:33,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T07:52:33,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T07:52:33,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45527 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45527 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=77 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=8024 (was 8061)