2024-11-27 20:14:43,719 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 20:14:43,747 main DEBUG Took 0.023282 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 20:14:43,748 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 20:14:43,748 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 20:14:43,750 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 20:14:43,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,763 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 20:14:43,782 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,788 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,791 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,792 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,794 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,795 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,797 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,805 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,807 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,808 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:14:43,809 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,810 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 20:14:43,813 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:14:43,814 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 20:14:43,816 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 20:14:43,817 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 20:14:43,818 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 20:14:43,819 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 20:14:43,831 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 20:14:43,835 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 20:14:43,838 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 20:14:43,838 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 20:14:43,839 main DEBUG createAppenders(={Console}) 2024-11-27 20:14:43,840 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-27 20:14:43,840 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 20:14:43,840 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-27 20:14:43,841 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 20:14:43,842 main DEBUG OutputStream closed 2024-11-27 20:14:43,842 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 20:14:43,842 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 20:14:43,843 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-27 20:14:43,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 20:14:43,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 20:14:43,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 20:14:43,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 20:14:43,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 20:14:43,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 20:14:43,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 20:14:43,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 20:14:43,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 20:14:43,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 20:14:43,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 20:14:43,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 20:14:43,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 20:14:43,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 20:14:43,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 20:14:43,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 20:14:43,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 20:14:43,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 20:14:43,976 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 20:14:43,976 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-27 20:14:43,976 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 20:14:43,977 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-27T20:14:44,003 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-27 20:14:44,008 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 20:14:44,009 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T20:14:44,021 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-27T20:14:44,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=6719 2024-11-27T20:14:44,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509 2024-11-27T20:14:44,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:14:44,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46, deleteOnExit=true 2024-11-27T20:14:44,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:14:44,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/test.cache.data in system properties and HBase conf 2024-11-27T20:14:44,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:14:44,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:14:44,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:14:44,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:14:44,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:14:44,556 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T20:14:44,691 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:14:44,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:14:44,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:14:44,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:14:44,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:14:44,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:14:44,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:14:44,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:14:44,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:14:44,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:14:44,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:14:44,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:14:44,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:14:44,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:14:44,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:14:45,866 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T20:14:45,954 INFO [Time-limited test {}] log.Log(170): Logging initialized @3373ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T20:14:46,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:14:46,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:14:46,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:14:46,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:14:46,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:14:46,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:14:46,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:14:46,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:14:46,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/java.io.tmpdir/jetty-localhost-35115-hadoop-hdfs-3_4_1-tests_jar-_-any-10936238930405846129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:14:46,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:35115} 2024-11-27T20:14:46,583 INFO [Time-limited test {}] server.Server(415): Started @4004ms 2024-11-27T20:14:47,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:14:47,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:14:47,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:14:47,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:14:47,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:14:47,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:14:47,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:14:47,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/java.io.tmpdir/jetty-localhost-36637-hadoop-hdfs-3_4_1-tests_jar-_-any-4452315302477209053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:14:47,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:36637} 2024-11-27T20:14:47,250 INFO [Time-limited test {}] server.Server(415): Started @4670ms 2024-11-27T20:14:47,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:14:47,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:14:47,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:14:47,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:14:47,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:14:47,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:14:47,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:14:47,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:14:47,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/java.io.tmpdir/jetty-localhost-35737-hadoop-hdfs-3_4_1-tests_jar-_-any-16955753424492980482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:14:47,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:35737} 2024-11-27T20:14:47,778 INFO [Time-limited test {}] server.Server(415): Started @5198ms 2024-11-27T20:14:47,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:14:47,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:14:47,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:14:47,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:14:47,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:14:47,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:14:47,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:14:47,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:14:47,959 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data1/current/BP-448306861-172.17.0.2-1732738485560/current, will proceed with Du for space computation calculation, 2024-11-27T20:14:47,972 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data3/current/BP-448306861-172.17.0.2-1732738485560/current, will proceed with Du for space computation calculation, 2024-11-27T20:14:47,976 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data4/current/BP-448306861-172.17.0.2-1732738485560/current, will proceed with Du for space computation calculation, 2024-11-27T20:14:47,993 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data2/current/BP-448306861-172.17.0.2-1732738485560/current, will proceed with Du for space computation calculation, 2024-11-27T20:14:48,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/java.io.tmpdir/jetty-localhost-43979-hadoop-hdfs-3_4_1-tests_jar-_-any-15168869395841972349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:14:48,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:43979} 2024-11-27T20:14:48,119 INFO [Time-limited test {}] server.Server(415): Started @5539ms 2024-11-27T20:14:48,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:14:48,162 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:14:48,162 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:14:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a1f4b689c2dcc3b with lease ID 0xb05e0d8b935a6a4: Processing first storage report for DS-c8847f29-922f-45b3-ba75-c1b9788d5532 from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=4b974c95-ca58-4233-b572-a63a4b0c0a05, infoPort=34625, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560) 2024-11-27T20:14:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a1f4b689c2dcc3b with lease ID 0xb05e0d8b935a6a4: from storage DS-c8847f29-922f-45b3-ba75-c1b9788d5532 node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=4b974c95-ca58-4233-b572-a63a4b0c0a05, infoPort=34625, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T20:14:48,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d3de6024fd4a284 with lease ID 0xb05e0d8b935a6a3: Processing first storage report for DS-93ff201b-9cbc-4411-8bb9-ba892b536486 from datanode DatanodeRegistration(127.0.0.1:36717, datanodeUuid=12f6c48e-2f8b-4df3-a945-8453dcdc1679, infoPort=34599, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560) 2024-11-27T20:14:48,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d3de6024fd4a284 with lease ID 0xb05e0d8b935a6a3: from storage DS-93ff201b-9cbc-4411-8bb9-ba892b536486 node DatanodeRegistration(127.0.0.1:36717, datanodeUuid=12f6c48e-2f8b-4df3-a945-8453dcdc1679, infoPort=34599, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:14:48,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a1f4b689c2dcc3b with lease ID 0xb05e0d8b935a6a4: Processing first storage report for DS-b42b287e-9f40-45ef-bf7f-e62f11479c7a from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=4b974c95-ca58-4233-b572-a63a4b0c0a05, infoPort=34625, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560) 2024-11-27T20:14:48,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a1f4b689c2dcc3b with lease ID 0xb05e0d8b935a6a4: from storage DS-b42b287e-9f40-45ef-bf7f-e62f11479c7a node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=4b974c95-ca58-4233-b572-a63a4b0c0a05, infoPort=34625, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:14:48,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d3de6024fd4a284 with lease ID 0xb05e0d8b935a6a3: Processing first storage report for DS-c8cd7440-aba3-4625-8581-987b3b249d36 from datanode DatanodeRegistration(127.0.0.1:36717, datanodeUuid=12f6c48e-2f8b-4df3-a945-8453dcdc1679, infoPort=34599, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560) 2024-11-27T20:14:48,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d3de6024fd4a284 with lease ID 0xb05e0d8b935a6a3: from storage DS-c8cd7440-aba3-4625-8581-987b3b249d36 node DatanodeRegistration(127.0.0.1:36717, datanodeUuid=12f6c48e-2f8b-4df3-a945-8453dcdc1679, infoPort=34599, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:14:48,408 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data5/current/BP-448306861-172.17.0.2-1732738485560/current, will proceed with Du for space computation calculation, 2024-11-27T20:14:48,414 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data6/current/BP-448306861-172.17.0.2-1732738485560/current, will proceed with Du for space computation calculation, 2024-11-27T20:14:48,469 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:14:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbabd0afa1f566b52 with lease ID 0xb05e0d8b935a6a5: Processing first storage report for DS-1f2623ed-5b9b-49e5-a79f-1bc78d3659e8 from datanode DatanodeRegistration(127.0.0.1:35531, datanodeUuid=b10442f3-685c-41ec-9c8d-18c5b7678ccc, infoPort=43959, infoSecurePort=0, ipcPort=40987, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560) 2024-11-27T20:14:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbabd0afa1f566b52 with lease ID 0xb05e0d8b935a6a5: from storage DS-1f2623ed-5b9b-49e5-a79f-1bc78d3659e8 node DatanodeRegistration(127.0.0.1:35531, datanodeUuid=b10442f3-685c-41ec-9c8d-18c5b7678ccc, infoPort=43959, infoSecurePort=0, ipcPort=40987, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:14:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbabd0afa1f566b52 with lease ID 0xb05e0d8b935a6a5: Processing first storage report for DS-9ef4fa40-c93e-47ce-a187-71d535f11204 from datanode DatanodeRegistration(127.0.0.1:35531, datanodeUuid=b10442f3-685c-41ec-9c8d-18c5b7678ccc, infoPort=43959, infoSecurePort=0, ipcPort=40987, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560) 2024-11-27T20:14:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbabd0afa1f566b52 with lease ID 0xb05e0d8b935a6a5: from storage DS-9ef4fa40-c93e-47ce-a187-71d535f11204 node DatanodeRegistration(127.0.0.1:35531, datanodeUuid=b10442f3-685c-41ec-9c8d-18c5b7678ccc, infoPort=43959, infoSecurePort=0, ipcPort=40987, storageInfo=lv=-57;cid=testClusterID;nsid=1196092379;c=1732738485560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:14:48,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509 2024-11-27T20:14:48,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/zookeeper_0, clientPort=61523, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:14:48,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61523 2024-11-27T20:14:48,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:48,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:14:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:14:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:14:49,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 with version=8 2024-11-27T20:14:49,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/hbase-staging 2024-11-27T20:14:49,382 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T20:14:49,691 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:14:49,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:49,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:49,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:14:49,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:49,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:14:49,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:14:49,998 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T20:14:50,010 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T20:14:50,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:14:50,053 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9247 (auto-detected) 2024-11-27T20:14:50,055 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T20:14:50,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44989 2024-11-27T20:14:50,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44989 connecting to ZooKeeper ensemble=127.0.0.1:61523 2024-11-27T20:14:50,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449890x0, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:14:50,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44989-0x1015b11045e0000 connected 2024-11-27T20:14:50,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:50,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:50,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:14:50,260 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547, hbase.cluster.distributed=false 2024-11-27T20:14:50,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:14:50,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-27T20:14:50,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44989 2024-11-27T20:14:50,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44989 2024-11-27T20:14:50,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-27T20:14:50,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-27T20:14:50,426 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:14:50,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:14:50,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:14:50,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:14:50,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:14:50,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38111 2024-11-27T20:14:50,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38111 connecting to ZooKeeper ensemble=127.0.0.1:61523 2024-11-27T20:14:50,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:50,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:50,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381110x0, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:14:50,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381110x0, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:14:50,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38111-0x1015b11045e0001 connected 2024-11-27T20:14:50,457 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:14:50,472 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:14:50,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:14:50,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:14:50,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38111 2024-11-27T20:14:50,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38111 2024-11-27T20:14:50,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38111 2024-11-27T20:14:50,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38111 2024-11-27T20:14:50,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38111 2024-11-27T20:14:50,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:14:50,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:14:50,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:14:50,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:14:50,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:14:50,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32789 2024-11-27T20:14:50,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32789 connecting to ZooKeeper ensemble=127.0.0.1:61523 2024-11-27T20:14:50,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:50,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:50,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327890x0, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:14:50,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327890x0, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:14:50,543 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:14:50,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32789-0x1015b11045e0002 connected 2024-11-27T20:14:50,550 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:14:50,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:14:50,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:14:50,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32789 2024-11-27T20:14:50,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32789 2024-11-27T20:14:50,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32789 2024-11-27T20:14:50,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32789 2024-11-27T20:14:50,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32789 2024-11-27T20:14:50,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:14:50,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:14:50,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:14:50,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:14:50,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:14:50,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:14:50,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44163 2024-11-27T20:14:50,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44163 connecting to ZooKeeper ensemble=127.0.0.1:61523 2024-11-27T20:14:50,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:50,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:50,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441630x0, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:14:50,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441630x0, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:14:50,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44163-0x1015b11045e0003 connected 2024-11-27T20:14:50,636 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:14:50,651 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:14:50,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:14:50,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:14:50,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-27T20:14:50,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44163 2024-11-27T20:14:50,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44163 2024-11-27T20:14:50,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-27T20:14:50,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-27T20:14:50,763 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:44989 2024-11-27T20:14:50,766 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6daf43b95769,44989,1732738489461 2024-11-27T20:14:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:14:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:14:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:14:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:14:50,779 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6daf43b95769,44989,1732738489461 2024-11-27T20:14:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:14:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:14:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:14:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:50,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:50,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:50,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:50,813 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T20:14:50,816 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6daf43b95769,44989,1732738489461 from backup master directory 2024-11-27T20:14:50,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6daf43b95769,44989,1732738489461 2024-11-27T20:14:50,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:14:50,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:14:50,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:14:50,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:14:50,822 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:14:50,822 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,44989,1732738489461 2024-11-27T20:14:50,825 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T20:14:50,829 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T20:14:50,906 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/hbase.id] with ID: 8bf927b9-142b-452b-b02a-faedc4a623a7 2024-11-27T20:14:50,906 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.tmp/hbase.id 2024-11-27T20:14:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:14:50,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:14:50,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:14:50,938 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.tmp/hbase.id]:[hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/hbase.id] 2024-11-27T20:14:50,996 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:14:51,000 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:14:51,022 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-27T20:14:51,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:14:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:14:51,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:14:51,077 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:14:51,079 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:14:51,097 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:14:51,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:14:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:14:51,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:14:51,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:14:51,182 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store 2024-11-27T20:14:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:14:51,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:14:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:14:51,224 INFO [master/6daf43b95769:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T20:14:51,228 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:14:51,230 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:14:51,230 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:14:51,230 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:14:51,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:14:51,233 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:14:51,233 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:14:51,234 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738491230Disabling compacts and flushes for region at 1732738491230Disabling writes for close at 1732738491233 (+3 ms)Writing region close event to WAL at 1732738491233Closed at 1732738491233 2024-11-27T20:14:51,237 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/.initializing 2024-11-27T20:14:51,237 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/WALs/6daf43b95769,44989,1732738489461 2024-11-27T20:14:51,248 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:14:51,268 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C44989%2C1732738489461, suffix=, logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/WALs/6daf43b95769,44989,1732738489461, archiveDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/oldWALs, maxLogs=10 2024-11-27T20:14:51,302 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/WALs/6daf43b95769,44989,1732738489461/6daf43b95769%2C44989%2C1732738489461.1732738491275, exclude list is [], retry=0 2024-11-27T20:14:51,306 WARN [IPC Server handler 0 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:51,307 WARN [IPC Server handler 0 on default port 33619 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T20:14:51,307 WARN [IPC Server handler 0 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T20:14:51,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-93ff201b-9cbc-4411-8bb9-ba892b536486,DISK] 2024-11-27T20:14:51,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35531,DS-1f2623ed-5b9b-49e5-a79f-1bc78d3659e8,DISK] 2024-11-27T20:14:51,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T20:14:51,378 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/WALs/6daf43b95769,44989,1732738489461/6daf43b95769%2C44989%2C1732738489461.1732738491275 2024-11-27T20:14:51,379 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959),(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-27T20:14:51,379 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:14:51,380 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:14:51,384 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,385 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:14:51,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:51,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:14:51,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:14:51,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:51,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:14:51,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:14:51,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:51,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:14:51,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:14:51,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:51,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:14:51,486 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,490 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,491 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,496 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,497 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,501 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:14:51,505 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:14:51,510 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:14:51,511 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73899834, jitterRate=0.10119333863258362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:14:51,520 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738491403Initializing all the Stores at 1732738491406 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738491406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738491407 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738491407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738491408 (+1 ms)Cleaning up temporary data from old regions at 1732738491497 (+89 ms)Region opened successfully at 1732738491519 (+22 ms) 2024-11-27T20:14:51,521 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:14:51,566 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14330a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:14:51,608 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:14:51,623 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:14:51,623 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:14:51,626 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:14:51,629 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-27T20:14:51,634 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-27T20:14:51,634 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T20:14:51,663 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:14:51,672 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T20:14:51,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T20:14:51,677 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:14:51,679 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:14:51,681 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T20:14:51,684 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:14:51,687 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:14:51,690 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T20:14:51,692 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:14:51,693 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T20:14:51,715 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:14:51,718 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T20:14:51,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:14:51,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:14:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:14:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:14:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,729 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,44989,1732738489461, sessionid=0x1015b11045e0000, setting cluster-up flag (Was=false) 2024-11-27T20:14:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,756 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T20:14:51,759 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,44989,1732738489461 2024-11-27T20:14:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:51,777 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T20:14:51,779 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,44989,1732738489461 2024-11-27T20:14:51,786 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:14:51,842 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(746): ClusterId : 8bf927b9-142b-452b-b02a-faedc4a623a7 2024-11-27T20:14:51,842 INFO [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(746): ClusterId : 8bf927b9-142b-452b-b02a-faedc4a623a7 2024-11-27T20:14:51,842 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(746): ClusterId : 8bf927b9-142b-452b-b02a-faedc4a623a7 2024-11-27T20:14:51,846 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:14:51,846 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:14:51,848 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:14:51,853 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:14:51,853 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:14:51,853 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:14:51,854 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:14:51,857 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:14:51,857 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:14:51,860 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:14:51,860 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:14:51,860 DEBUG [RS:2;6daf43b95769:44163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5717505c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:14:51,861 DEBUG [RS:1;6daf43b95769:32789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a35d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:14:51,862 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:14:51,862 DEBUG [RS:0;6daf43b95769:38111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b6b2e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:14:51,881 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:14:51,883 DEBUG [RS:0;6daf43b95769:38111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:38111 2024-11-27T20:14:51,887 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6daf43b95769:44163 2024-11-27T20:14:51,887 INFO [RS:0;6daf43b95769:38111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:14:51,887 INFO [RS:2;6daf43b95769:44163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:14:51,887 INFO [RS:0;6daf43b95769:38111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:14:51,887 INFO [RS:2;6daf43b95769:44163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:14:51,888 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:14:51,888 DEBUG [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:14:51,891 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6daf43b95769:32789 2024-11-27T20:14:51,891 INFO [RS:1;6daf43b95769:32789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:14:51,891 INFO [RS:1;6daf43b95769:32789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:14:51,891 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,44989,1732738489461 with port=44163, startcode=1732738490599 2024-11-27T20:14:51,891 INFO [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,44989,1732738489461 with port=38111, startcode=1732738490380 2024-11-27T20:14:51,891 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:14:51,893 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,44989,1732738489461 with port=32789, startcode=1732738490521 2024-11-27T20:14:51,898 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:14:51,907 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:14:51,908 DEBUG [RS:2;6daf43b95769:44163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:14:51,908 DEBUG [RS:1;6daf43b95769:32789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:14:51,908 DEBUG [RS:0;6daf43b95769:38111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:14:51,916 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,44989,1732738489461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:14:51,927 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:14:51,927 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:14:51,927 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:14:51,927 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:14:51,927 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:14:51,928 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:51,928 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:14:51,928 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:51,973 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738521973 2024-11-27T20:14:51,975 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:14:51,976 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:14:51,976 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:14:51,976 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:14:51,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:14:51,978 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:14:51,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:14:51,983 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:14:51,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:51,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:14:51,990 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:14:51,990 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:14:51,995 WARN [IPC Server handler 0 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:51,995 WARN [IPC Server handler 0 on default port 33619 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T20:14:51,996 WARN [IPC Server handler 0 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T20:14:51,996 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:14:51,996 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:14:51,997 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:14:51,997 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:14:51,998 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,007 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:14:52,008 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:14:52,008 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:14:52,015 DEBUG [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T20:14:52,016 WARN [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T20:14:52,016 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:14:52,016 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T20:14:52,016 WARN [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T20:14:52,017 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:14:52,018 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T20:14:52,018 WARN [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T20:14:52,024 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738492018,5,FailOnTimeoutGroup] 2024-11-27T20:14:52,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:14:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:14:52,036 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738492025,5,FailOnTimeoutGroup] 2024-11-27T20:14:52,037 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:14:52,037 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:14:52,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:14:52,039 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,039 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,046 WARN [IPC Server handler 2 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:52,046 WARN [IPC Server handler 2 on default port 33619 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T20:14:52,046 WARN [IPC Server handler 2 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T20:14:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:14:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:14:52,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:14:52,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:14:52,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:14:52,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:52,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:14:52,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:14:52,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:14:52,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:52,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:14:52,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:14:52,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:14:52,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:52,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:14:52,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:14:52,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:14:52,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:14:52,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:14:52,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:14:52,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740 2024-11-27T20:14:52,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740 2024-11-27T20:14:52,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:14:52,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:14:52,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:14:52,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:14:52,109 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:14:52,111 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68348343, jitterRate=0.0184696763753891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:14:52,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738492069Initializing all the Stores at 1732738492071 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738492071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738492071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738492072 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738492072Cleaning up temporary data from old regions at 1732738492098 (+26 ms)Region opened successfully at 1732738492113 (+15 ms) 2024-11-27T20:14:52,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:14:52,114 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:14:52,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:14:52,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:14:52,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:14:52,117 INFO [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,44989,1732738489461 with port=38111, startcode=1732738490380 2024-11-27T20:14:52,118 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,44989,1732738489461 with port=32789, startcode=1732738490521 2024-11-27T20:14:52,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:14:52,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738492113Disabling compacts and flushes for region at 1732738492113Disabling writes for close at 1732738492114 (+1 ms)Writing region close event to WAL at 1732738492117 (+3 ms)Closed at 1732738492118 (+1 ms) 2024-11-27T20:14:52,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,32789,1732738490521 2024-11-27T20:14:52,120 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,44989,1732738489461 with port=44163, startcode=1732738490599 2024-11-27T20:14:52,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,32789,1732738490521 2024-11-27T20:14:52,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:14:52,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:14:52,136 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:14:52,136 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33619 2024-11-27T20:14:52,136 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:14:52,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,38111,1732738490380 2024-11-27T20:14:52,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,38111,1732738490380 2024-11-27T20:14:52,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:14:52,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,44163,1732738490599 2024-11-27T20:14:52,142 DEBUG [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:14:52,142 DEBUG [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33619 2024-11-27T20:14:52,142 DEBUG [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:14:52,142 DEBUG [RS:1;6daf43b95769:32789 {}] zookeeper.ZKUtil(111): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6daf43b95769,32789,1732738490521 2024-11-27T20:14:52,143 WARN [RS:1;6daf43b95769:32789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:14:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:14:52,143 INFO [RS:1;6daf43b95769:32789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:14:52,143 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,32789,1732738490521 2024-11-27T20:14:52,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,44163,1732738490599 2024-11-27T20:14:52,149 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:14:52,149 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33619 2024-11-27T20:14:52,149 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:14:52,153 DEBUG [RS:0;6daf43b95769:38111 {}] zookeeper.ZKUtil(111): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6daf43b95769,38111,1732738490380 2024-11-27T20:14:52,153 WARN [RS:0;6daf43b95769:38111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:14:52,154 INFO [RS:0;6daf43b95769:38111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:14:52,154 DEBUG [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380 2024-11-27T20:14:52,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:14:52,157 DEBUG [RS:2;6daf43b95769:44163 {}] zookeeper.ZKUtil(111): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6daf43b95769,44163,1732738490599 2024-11-27T20:14:52,157 WARN [RS:2;6daf43b95769:44163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:14:52,157 INFO [RS:2;6daf43b95769:44163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:14:52,157 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,44163,1732738490599 2024-11-27T20:14:52,158 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:14:52,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,38111,1732738490380] 2024-11-27T20:14:52,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,32789,1732738490521] 2024-11-27T20:14:52,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,44163,1732738490599] 2024-11-27T20:14:52,203 INFO [RS:0;6daf43b95769:38111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:14:52,204 INFO [RS:2;6daf43b95769:44163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:14:52,208 INFO [RS:1;6daf43b95769:32789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:14:52,222 INFO [RS:0;6daf43b95769:38111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:14:52,222 INFO [RS:1;6daf43b95769:32789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:14:52,234 INFO [RS:0;6daf43b95769:38111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:14:52,234 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,234 INFO [RS:1;6daf43b95769:32789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:14:52,234 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,246 INFO [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:14:52,253 INFO [RS:2;6daf43b95769:44163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:14:52,253 INFO [RS:0;6daf43b95769:38111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:14:52,255 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,255 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,255 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,256 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,256 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,256 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,256 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:14:52,256 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,256 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,257 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,257 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,257 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,257 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,257 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:14:52,257 DEBUG [RS:0;6daf43b95769:38111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:14:52,259 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:14:52,261 INFO [RS:1;6daf43b95769:32789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:14:52,261 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,261 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,261 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,261 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,262 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,262 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,262 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:14:52,262 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,262 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,262 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,263 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,263 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,263 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,263 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:14:52,263 DEBUG [RS:1;6daf43b95769:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:14:52,264 INFO [RS:2;6daf43b95769:44163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:14:52,264 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,288 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:14:52,291 INFO [RS:2;6daf43b95769:44163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:14:52,291 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,292 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,292 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,292 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,292 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,292 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,293 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:14:52,293 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,293 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,293 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,293 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,293 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,294 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:14:52,294 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:14:52,294 DEBUG [RS:2;6daf43b95769:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:14:52,309 WARN [6daf43b95769:44989 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T20:14:52,324 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,325 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,325 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,325 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,325 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,325 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38111,1732738490380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:14:52,356 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,357 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,357 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,357 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,357 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,357 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44163,1732738490599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:14:52,369 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,369 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,369 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,369 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,369 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,370 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32789,1732738490521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:14:52,409 INFO [RS:0;6daf43b95769:38111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:14:52,412 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38111,1732738490380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,412 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,412 INFO [RS:0;6daf43b95769:38111 {}] regionserver.Replication(171): 6daf43b95769,38111,1732738490380 started 2024-11-27T20:14:52,444 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:14:52,445 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:14:52,445 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32789,1732738490521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,447 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44163,1732738490599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,448 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,449 INFO [RS:1;6daf43b95769:32789 {}] regionserver.Replication(171): 6daf43b95769,32789,1732738490521 started 2024-11-27T20:14:52,452 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,452 INFO [RS:2;6daf43b95769:44163 {}] regionserver.Replication(171): 6daf43b95769,44163,1732738490599 started 2024-11-27T20:14:52,459 INFO [RS:0;6daf43b95769:38111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,460 INFO [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,38111,1732738490380, RpcServer on 6daf43b95769/172.17.0.2:38111, sessionid=0x1015b11045e0001 2024-11-27T20:14:52,463 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:14:52,463 DEBUG [RS:0;6daf43b95769:38111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,38111,1732738490380 2024-11-27T20:14:52,464 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38111,1732738490380' 2024-11-27T20:14:52,464 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T20:14:52,467 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T20:14:52,468 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:14:52,468 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:14:52,468 DEBUG [RS:0;6daf43b95769:38111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,38111,1732738490380 2024-11-27T20:14:52,468 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38111,1732738490380' 2024-11-27T20:14:52,468 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T20:14:52,469 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T20:14:52,471 DEBUG [RS:0;6daf43b95769:38111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:14:52,472 INFO [RS:0;6daf43b95769:38111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:14:52,472 INFO [RS:0;6daf43b95769:38111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:14:52,488 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,489 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,44163,1732738490599, RpcServer on 6daf43b95769/172.17.0.2:44163, sessionid=0x1015b11045e0003 2024-11-27T20:14:52,489 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:14:52,489 DEBUG [RS:2;6daf43b95769:44163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,44163,1732738490599 2024-11-27T20:14:52,490 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,44163,1732738490599' 2024-11-27T20:14:52,490 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T20:14:52,491 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T20:14:52,492 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:14:52,492 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:14:52,492 DEBUG [RS:2;6daf43b95769:44163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,44163,1732738490599 2024-11-27T20:14:52,492 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,44163,1732738490599' 2024-11-27T20:14:52,492 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T20:14:52,493 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T20:14:52,494 DEBUG [RS:2;6daf43b95769:44163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:14:52,494 INFO [RS:2;6daf43b95769:44163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:14:52,494 INFO [RS:2;6daf43b95769:44163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:14:52,496 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:14:52,496 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,32789,1732738490521, RpcServer on 6daf43b95769/172.17.0.2:32789, sessionid=0x1015b11045e0002 2024-11-27T20:14:52,497 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:14:52,497 DEBUG [RS:1;6daf43b95769:32789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,32789,1732738490521 2024-11-27T20:14:52,497 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,32789,1732738490521' 2024-11-27T20:14:52,497 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T20:14:52,498 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T20:14:52,499 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:14:52,499 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:14:52,499 DEBUG [RS:1;6daf43b95769:32789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,32789,1732738490521 2024-11-27T20:14:52,499 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,32789,1732738490521' 2024-11-27T20:14:52,499 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T20:14:52,501 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T20:14:52,502 DEBUG [RS:1;6daf43b95769:32789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:14:52,502 INFO [RS:1;6daf43b95769:32789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:14:52,502 INFO [RS:1;6daf43b95769:32789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:14:52,579 INFO [RS:0;6daf43b95769:38111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:14:52,584 INFO [RS:0;6daf43b95769:38111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C38111%2C1732738490380, suffix=, logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380, archiveDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs, maxLogs=32 2024-11-27T20:14:52,595 INFO [RS:2;6daf43b95769:44163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:14:52,598 INFO [RS:2;6daf43b95769:44163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C44163%2C1732738490599, suffix=, logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,44163,1732738490599, archiveDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs, maxLogs=32 2024-11-27T20:14:52,604 INFO [RS:1;6daf43b95769:32789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:14:52,607 DEBUG [RS:0;6daf43b95769:38111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380/6daf43b95769%2C38111%2C1732738490380.1732738492587, exclude list is [], retry=0 2024-11-27T20:14:52,608 INFO [RS:1;6daf43b95769:32789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C32789%2C1732738490521, suffix=, logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,32789,1732738490521, archiveDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs, maxLogs=32 2024-11-27T20:14:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35531,DS-1f2623ed-5b9b-49e5-a79f-1bc78d3659e8,DISK] 2024-11-27T20:14:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-c8847f29-922f-45b3-ba75-c1b9788d5532,DISK] 2024-11-27T20:14:52,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-93ff201b-9cbc-4411-8bb9-ba892b536486,DISK] 2024-11-27T20:14:52,624 INFO [RS:0;6daf43b95769:38111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380/6daf43b95769%2C38111%2C1732738490380.1732738492587 2024-11-27T20:14:52,624 DEBUG [RS:0;6daf43b95769:38111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959),(127.0.0.1/127.0.0.1:34625:34625),(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-27T20:14:52,651 DEBUG [RS:2;6daf43b95769:44163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,44163,1732738490599/6daf43b95769%2C44163%2C1732738490599.1732738492601, exclude list is [], retry=0 2024-11-27T20:14:52,654 WARN [IPC Server handler 2 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:52,654 WARN [IPC Server handler 2 on default port 33619 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T20:14:52,654 WARN [IPC Server handler 2 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T20:14:52,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-c8847f29-922f-45b3-ba75-c1b9788d5532,DISK] 2024-11-27T20:14:52,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-93ff201b-9cbc-4411-8bb9-ba892b536486,DISK] 2024-11-27T20:14:52,663 DEBUG [RS:1;6daf43b95769:32789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,32789,1732738490521/6daf43b95769%2C32789%2C1732738490521.1732738492612, exclude list is [], retry=0 2024-11-27T20:14:52,666 WARN [IPC Server handler 1 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:52,666 WARN [IPC Server handler 1 on default port 33619 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T20:14:52,666 WARN [IPC Server handler 1 on default port 33619 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T20:14:52,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-93ff201b-9cbc-4411-8bb9-ba892b536486,DISK] 2024-11-27T20:14:52,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-c8847f29-922f-45b3-ba75-c1b9788d5532,DISK] 2024-11-27T20:14:52,670 INFO [RS:2;6daf43b95769:44163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,44163,1732738490599/6daf43b95769%2C44163%2C1732738490599.1732738492601 2024-11-27T20:14:52,676 DEBUG [RS:2;6daf43b95769:44163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599),(127.0.0.1/127.0.0.1:34625:34625)] 2024-11-27T20:14:52,686 INFO [RS:1;6daf43b95769:32789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,32789,1732738490521/6daf43b95769%2C32789%2C1732738490521.1732738492612 2024-11-27T20:14:52,688 DEBUG [RS:1;6daf43b95769:32789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34625:34625),(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-27T20:14:52,813 DEBUG [6daf43b95769:44989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T20:14:52,823 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(204): Hosts are {6daf43b95769=0} racks are {/default-rack=0} 2024-11-27T20:14:52,832 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T20:14:52,832 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T20:14:52,832 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T20:14:52,832 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T20:14:52,832 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T20:14:52,832 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T20:14:52,832 INFO [6daf43b95769:44989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T20:14:52,832 INFO [6daf43b95769:44989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T20:14:52,832 INFO [6daf43b95769:44989 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T20:14:52,832 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T20:14:52,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:14:52,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38111,1732738490380, state=OPENING 2024-11-27T20:14:52,857 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:14:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:52,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:14:52,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:14:52,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:14:52,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:14:52,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:14:52,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:14:52,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38111,1732738490380}] 2024-11-27T20:14:52,936 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:52,937 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:52,937 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T20:14:52,937 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T20:14:52,937 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:52,937 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T20:14:52,937 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T20:14:52,938 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T20:14:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:14:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:14:59,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T20:14:59,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T20:15:02,899 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:15:02,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:15:02,915 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:15:02,915 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:15:02,916 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:15:02,919 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C38111%2C1732738490380.meta, suffix=.meta, logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380, archiveDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs, maxLogs=32 2024-11-27T20:15:02,937 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, exclude list is [], retry=0 2024-11-27T20:15:02,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-93ff201b-9cbc-4411-8bb9-ba892b536486,DISK] 2024-11-27T20:15:02,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35531,DS-1f2623ed-5b9b-49e5-a79f-1bc78d3659e8,DISK] 2024-11-27T20:15:02,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-c8847f29-922f-45b3-ba75-c1b9788d5532,DISK] 2024-11-27T20:15:02,945 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta 2024-11-27T20:15:02,945 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959),(127.0.0.1/127.0.0.1:34599:34599),(127.0.0.1/127.0.0.1:34625:34625)] 2024-11-27T20:15:02,945 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:15:02,947 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:15:02,950 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:15:02,956 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:15:02,961 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:15:02,962 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:02,962 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:15:02,962 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:15:02,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:15:02,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:15:02,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:02,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:15:02,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:15:02,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:15:02,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:02,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:15:02,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:15:02,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:15:02,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:02,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:15:02,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:15:02,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:15:02,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:02,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:15:02,977 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:15:02,978 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740 2024-11-27T20:15:02,980 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740 2024-11-27T20:15:02,983 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:15:02,983 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:15:02,984 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:15:02,986 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:15:02,988 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70867368, jitterRate=0.05600607395172119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:15:02,988 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:15:02,989 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738502962Writing region info on filesystem at 1732738502963 (+1 ms)Initializing all the Stores at 1732738502965 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738502965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738502965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738502965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738502965Cleaning up temporary data from old regions at 1732738502983 (+18 ms)Running coprocessor post-open hooks at 1732738502988 (+5 ms)Region opened successfully at 1732738502989 (+1 ms) 2024-11-27T20:15:02,997 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738502890 2024-11-27T20:15:03,008 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:15:03,008 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:15:03,010 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:03,012 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38111,1732738490380, state=OPEN 2024-11-27T20:15:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:03,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:03,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:03,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:03,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:03,015 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,38111,1732738490380 2024-11-27T20:15:03,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:15:03,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38111,1732738490380 in 10.1470 sec 2024-11-27T20:15:03,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:15:03,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8820 sec 2024-11-27T20:15:03,027 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:15:03,027 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:15:03,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:15:03,051 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1] 2024-11-27T20:15:03,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:15:03,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:15:03,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2820 sec 2024-11-27T20:15:03,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738503102, completionTime=-1 2024-11-27T20:15:03,105 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T20:15:03,105 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:15:03,135 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T20:15:03,135 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738563135 2024-11-27T20:15:03,135 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738623135 2024-11-27T20:15:03,135 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-27T20:15:03,136 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:15:03,144 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44989,1732738489461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:15:03,144 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44989,1732738489461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:15:03,145 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44989,1732738489461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:15:03,147 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:44989, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:15:03,147 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:15:03,148 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:15:03,154 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:15:03,175 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.353sec 2024-11-27T20:15:03,176 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:15:03,178 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:15:03,179 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:15:03,179 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:15:03,179 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:15:03,180 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44989,1732738489461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:15:03,181 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44989,1732738489461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:15:03,185 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:15:03,186 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:15:03,186 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44989,1732738489461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:15:03,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f925f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:15:03,266 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T20:15:03,266 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T20:15:03,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44989,-1 for getting cluster id 2024-11-27T20:15:03,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:15:03,284 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bf927b9-142b-452b-b02a-faedc4a623a7' 2024-11-27T20:15:03,286 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:15:03,287 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bf927b9-142b-452b-b02a-faedc4a623a7" 2024-11-27T20:15:03,287 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aee8a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:15:03,287 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44989,-1] 2024-11-27T20:15:03,290 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:15:03,292 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:15:03,292 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:15:03,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b520e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:15:03,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:15:03,303 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1] 2024-11-27T20:15:03,303 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:15:03,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:15:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,44989,1732738489461 2024-11-27T20:15:03,361 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738503359 (current time:1732738503359). 2024-11-27T20:15:03,361 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:15:03,361 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T20:15:03,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21907fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:15:03,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44989,-1 for getting cluster id 2024-11-27T20:15:03,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:15:03,367 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bf927b9-142b-452b-b02a-faedc4a623a7' 2024-11-27T20:15:03,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:15:03,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bf927b9-142b-452b-b02a-faedc4a623a7" 2024-11-27T20:15:03,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d4c6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:15:03,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44989,-1] 2024-11-27T20:15:03,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:15:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:15:03,375 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:15:03,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edfa738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:15:03,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:15:03,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1] 2024-11-27T20:15:03,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:15:03,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:15:03,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:15:03,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:15:03,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:15:03,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:15:03,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:15:03,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:15:03,402 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,44989,1732738489461 2024-11-27T20:15:03,405 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68f62a93 2024-11-27T20:15:03,407 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:15:03,409 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:15:03,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:15:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T20:15:03,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:15:03,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T20:15:03,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:03,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:15:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:03,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741837_1013 (size=361) 2024-11-27T20:15:03,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741837_1013 (size=361) 2024-11-27T20:15:03,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741837_1013 (size=361) 2024-11-27T20:15:03,454 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81476b9ed916697b6aec0142d3854cc4, NAME => 'SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,455 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 68e435bd464fc4512de196fa0c19cc90, NAME => 'SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,455 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5b71cb10814d979d517a9e2a14fa0eb3, NAME => 'SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741838_1014 (size=54) 2024-11-27T20:15:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741838_1014 (size=54) 2024-11-27T20:15:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741838_1014 (size=54) 2024-11-27T20:15:03,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 81476b9ed916697b6aec0142d3854cc4, disabling compactions & flushes 2024-11-27T20:15:03,472 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:15:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:15:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. after waiting 0 ms 2024-11-27T20:15:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:15:03,472 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:15:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81476b9ed916697b6aec0142d3854cc4: Waiting for close lock at 1732738503471Disabling compacts and flushes for region at 1732738503471Disabling writes for close at 1732738503472 (+1 ms)Writing region close event to WAL at 1732738503472Closed at 1732738503472 2024-11-27T20:15:03,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741839_1015 (size=62) 2024-11-27T20:15:03,473 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a4a09effdb6ad06edbd9e87701096c2, NAME => 'SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741839_1015 (size=62) 2024-11-27T20:15:03,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741840_1016 (size=62) 2024-11-27T20:15:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741839_1015 (size=62) 2024-11-27T20:15:03,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5b71cb10814d979d517a9e2a14fa0eb3, disabling compactions & flushes 2024-11-27T20:15:03,474 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:03,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:03,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. after waiting 0 ms 2024-11-27T20:15:03,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:03,474 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741840_1016 (size=62) 2024-11-27T20:15:03,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5b71cb10814d979d517a9e2a14fa0eb3: Waiting for close lock at 1732738503474Disabling compacts and flushes for region at 1732738503474Disabling writes for close at 1732738503474Writing region close event to WAL at 1732738503474Closed at 1732738503474 2024-11-27T20:15:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741840_1016 (size=62) 2024-11-27T20:15:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,475 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3fcc1bf256184b9c32c6da238e907ed9, NAME => 'SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 68e435bd464fc4512de196fa0c19cc90, disabling compactions & flushes 2024-11-27T20:15:03,475 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. after waiting 0 ms 2024-11-27T20:15:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:03,476 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:03,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 68e435bd464fc4512de196fa0c19cc90: Waiting for close lock at 1732738503475Disabling compacts and flushes for region at 1732738503475Disabling writes for close at 1732738503475Writing region close event to WAL at 1732738503475Closed at 1732738503475 2024-11-27T20:15:03,476 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f7c8db07d7b683c838d26053a6f4dc9c, NAME => 'SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741841_1017 (size=62) 2024-11-27T20:15:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741841_1017 (size=62) 2024-11-27T20:15:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741841_1017 (size=62) 2024-11-27T20:15:03,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4a4a09effdb6ad06edbd9e87701096c2, disabling compactions & flushes 2024-11-27T20:15:03,495 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:15:03,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:15:03,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. after waiting 0 ms 2024-11-27T20:15:03,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:15:03,496 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:15:03,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a4a09effdb6ad06edbd9e87701096c2: Waiting for close lock at 1732738503495Disabling compacts and flushes for region at 1732738503495Disabling writes for close at 1732738503495Writing region close event to WAL at 1732738503496 (+1 ms)Closed at 1732738503496 2024-11-27T20:15:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741842_1018 (size=62) 2024-11-27T20:15:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741842_1018 (size=62) 2024-11-27T20:15:03,497 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20645368447f51843e8243a54fd3288d, NAME => 'SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741842_1018 (size=62) 2024-11-27T20:15:03,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741843_1019 (size=62) 2024-11-27T20:15:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741843_1019 (size=62) 2024-11-27T20:15:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741843_1019 (size=62) 2024-11-27T20:15:03,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3fcc1bf256184b9c32c6da238e907ed9, disabling compactions & flushes 2024-11-27T20:15:03,500 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:03,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:03,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. after waiting 0 ms 2024-11-27T20:15:03,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:03,500 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:03,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3fcc1bf256184b9c32c6da238e907ed9: Waiting for close lock at 1732738503500Disabling compacts and flushes for region at 1732738503500Disabling writes for close at 1732738503500Writing region close event to WAL at 1732738503500Closed at 1732738503500 2024-11-27T20:15:03,501 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e32aafd545c1c70eafbfdcbdbf88b6cc, NAME => 'SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f7c8db07d7b683c838d26053a6f4dc9c, disabling compactions & flushes 2024-11-27T20:15:03,501 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. after waiting 0 ms 2024-11-27T20:15:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:03,501 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f7c8db07d7b683c838d26053a6f4dc9c: Waiting for close lock at 1732738503501Disabling compacts and flushes for region at 1732738503501Disabling writes for close at 1732738503501Writing region close event to WAL at 1732738503501Closed at 1732738503501 2024-11-27T20:15:03,502 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0b2031d7b55de9f7a8b9984a3adac9dd, NAME => 'SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741844_1020 (size=62) 2024-11-27T20:15:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741844_1020 (size=62) 2024-11-27T20:15:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741844_1020 (size=62) 2024-11-27T20:15:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741845_1021 (size=62) 2024-11-27T20:15:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741845_1021 (size=62) 2024-11-27T20:15:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741845_1021 (size=62) 2024-11-27T20:15:03,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e32aafd545c1c70eafbfdcbdbf88b6cc, disabling compactions & flushes 2024-11-27T20:15:03,519 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:15:03,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:15:03,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. after waiting 0 ms 2024-11-27T20:15:03,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741846_1022 (size=62) 2024-11-27T20:15:03,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:15:03,520 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:15:03,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e32aafd545c1c70eafbfdcbdbf88b6cc: Waiting for close lock at 1732738503519Disabling compacts and flushes for region at 1732738503519Disabling writes for close at 1732738503519Writing region close event to WAL at 1732738503519Closed at 1732738503519 2024-11-27T20:15:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741846_1022 (size=62) 2024-11-27T20:15:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741846_1022 (size=62) 2024-11-27T20:15:03,520 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f23d833158b4c4e26ac12767feda0e2b, NAME => 'SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547 2024-11-27T20:15:03,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0b2031d7b55de9f7a8b9984a3adac9dd, disabling compactions & flushes 2024-11-27T20:15:03,522 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:03,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:03,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. after waiting 0 ms 2024-11-27T20:15:03,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:03,522 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:03,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0b2031d7b55de9f7a8b9984a3adac9dd: Waiting for close lock at 1732738503521Disabling compacts and flushes for region at 1732738503521Disabling writes for close at 1732738503522 (+1 ms)Writing region close event to WAL at 1732738503522Closed at 1732738503522 2024-11-27T20:15:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741847_1023 (size=54) 2024-11-27T20:15:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741847_1023 (size=54) 2024-11-27T20:15:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741847_1023 (size=54) 2024-11-27T20:15:03,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f23d833158b4c4e26ac12767feda0e2b, disabling compactions & flushes 2024-11-27T20:15:03,533 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:03,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:03,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. after waiting 0 ms 2024-11-27T20:15:03,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:03,534 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:03,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f23d833158b4c4e26ac12767feda0e2b: Waiting for close lock at 1732738503533Disabling compacts and flushes for region at 1732738503533Disabling writes for close at 1732738503534 (+1 ms)Writing region close event to WAL at 1732738503534Closed at 1732738503534 2024-11-27T20:15:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:03,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:03,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 20645368447f51843e8243a54fd3288d, disabling compactions & flushes 2024-11-27T20:15:03,913 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:15:03,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:15:03,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. after waiting 0 ms 2024-11-27T20:15:03,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:15:03,914 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:15:03,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20645368447f51843e8243a54fd3288d: Waiting for close lock at 1732738503913Disabling compacts and flushes for region at 1732738503913Disabling writes for close at 1732738503914 (+1 ms)Writing region close event to WAL at 1732738503914Closed at 1732738503914 2024-11-27T20:15:03,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:15:03,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738503916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738503916"}]},"ts":"1732738503916"} 2024-11-27T20:15:03,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T20:15:03,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:15:03,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738503962"}]},"ts":"1732738503962"} 2024-11-27T20:15:03,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T20:15:03,969 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6daf43b95769=0} racks are {/default-rack=0} 2024-11-27T20:15:03,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T20:15:03,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T20:15:03,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T20:15:03,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T20:15:03,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T20:15:03,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T20:15:03,977 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T20:15:03,977 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T20:15:03,977 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T20:15:03,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T20:15:03,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b71cb10814d979d517a9e2a14fa0eb3, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68e435bd464fc4512de196fa0c19cc90, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fcc1bf256184b9c32c6da238e907ed9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7c8db07d7b683c838d26053a6f4dc9c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2031d7b55de9f7a8b9984a3adac9dd, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f23d833158b4c4e26ac12767feda0e2b, ASSIGN}] 2024-11-27T20:15:03,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2031d7b55de9f7a8b9984a3adac9dd, ASSIGN 2024-11-27T20:15:03,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN 2024-11-27T20:15:03,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN 2024-11-27T20:15:03,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7c8db07d7b683c838d26053a6f4dc9c, ASSIGN 2024-11-27T20:15:03,984 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b2031d7b55de9f7a8b9984a3adac9dd, ASSIGN; state=OFFLINE, location=6daf43b95769,32789,1732738490521; forceNewPlan=false, retain=false 2024-11-27T20:15:03,984 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN; state=OFFLINE, location=6daf43b95769,38111,1732738490380; forceNewPlan=false, retain=false 2024-11-27T20:15:03,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7c8db07d7b683c838d26053a6f4dc9c, ASSIGN; state=OFFLINE, location=6daf43b95769,44163,1732738490599; forceNewPlan=false, retain=false 2024-11-27T20:15:03,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN; state=OFFLINE, location=6daf43b95769,38111,1732738490380; forceNewPlan=false, retain=false 2024-11-27T20:15:03,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fcc1bf256184b9c32c6da238e907ed9, ASSIGN 2024-11-27T20:15:03,989 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f23d833158b4c4e26ac12767feda0e2b, ASSIGN 2024-11-27T20:15:03,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN 2024-11-27T20:15:03,989 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68e435bd464fc4512de196fa0c19cc90, ASSIGN 2024-11-27T20:15:03,989 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b71cb10814d979d517a9e2a14fa0eb3, ASSIGN 2024-11-27T20:15:03,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fcc1bf256184b9c32c6da238e907ed9, ASSIGN; state=OFFLINE, location=6daf43b95769,32789,1732738490521; forceNewPlan=false, retain=false 2024-11-27T20:15:03,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN; state=OFFLINE, location=6daf43b95769,38111,1732738490380; forceNewPlan=false, retain=false 2024-11-27T20:15:03,991 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=68e435bd464fc4512de196fa0c19cc90, ASSIGN; state=OFFLINE, location=6daf43b95769,44163,1732738490599; forceNewPlan=false, retain=false 2024-11-27T20:15:03,991 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f23d833158b4c4e26ac12767feda0e2b, ASSIGN; state=OFFLINE, location=6daf43b95769,44163,1732738490599; forceNewPlan=false, retain=false 2024-11-27T20:15:03,991 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b71cb10814d979d517a9e2a14fa0eb3, ASSIGN; state=OFFLINE, location=6daf43b95769,32789,1732738490521; forceNewPlan=false, retain=false 2024-11-27T20:15:03,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN 2024-11-27T20:15:03,998 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN; state=OFFLINE, location=6daf43b95769,38111,1732738490380; forceNewPlan=false, retain=false 2024-11-27T20:15:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:04,137 INFO [6daf43b95769:44989 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T20:15:04,139 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=20645368447f51843e8243a54fd3288d, regionState=OPENING, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:04,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f23d833158b4c4e26ac12767feda0e2b, regionState=OPENING, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:04,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f7c8db07d7b683c838d26053a6f4dc9c, regionState=OPENING, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:04,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=68e435bd464fc4512de196fa0c19cc90, regionState=OPENING, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:04,139 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e32aafd545c1c70eafbfdcbdbf88b6cc, regionState=OPENING, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:04,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81476b9ed916697b6aec0142d3854cc4, regionState=OPENING, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:04,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a4a09effdb6ad06edbd9e87701096c2, regionState=OPENING, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:04,140 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0b2031d7b55de9f7a8b9984a3adac9dd, regionState=OPENING, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:15:04,140 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fcc1bf256184b9c32c6da238e907ed9, regionState=OPENING, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:15:04,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5b71cb10814d979d517a9e2a14fa0eb3, regionState=OPENING, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:15:04,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN because future has completed 2024-11-27T20:15:04,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20645368447f51843e8243a54fd3288d, server=6daf43b95769,38111,1732738490380}] 2024-11-27T20:15:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f23d833158b4c4e26ac12767feda0e2b, ASSIGN because future has completed 2024-11-27T20:15:04,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f23d833158b4c4e26ac12767feda0e2b, server=6daf43b95769,44163,1732738490599}] 2024-11-27T20:15:04,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=68e435bd464fc4512de196fa0c19cc90, ASSIGN because future has completed 2024-11-27T20:15:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN because future has completed 2024-11-27T20:15:04,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc, server=6daf43b95769,38111,1732738490380}] 2024-11-27T20:15:04,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7c8db07d7b683c838d26053a6f4dc9c, ASSIGN because future has completed 2024-11-27T20:15:04,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e435bd464fc4512de196fa0c19cc90, server=6daf43b95769,44163,1732738490599}] 2024-11-27T20:15:04,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN because future has completed 2024-11-27T20:15:04,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN because future has completed 2024-11-27T20:15:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b2031d7b55de9f7a8b9984a3adac9dd, ASSIGN because future has completed 2024-11-27T20:15:04,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7c8db07d7b683c838d26053a6f4dc9c, server=6daf43b95769,44163,1732738490599}] 2024-11-27T20:15:04,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fcc1bf256184b9c32c6da238e907ed9, ASSIGN because future has completed 2024-11-27T20:15:04,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2031d7b55de9f7a8b9984a3adac9dd, server=6daf43b95769,32789,1732738490521}] 2024-11-27T20:15:04,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81476b9ed916697b6aec0142d3854cc4, server=6daf43b95769,38111,1732738490380}] 2024-11-27T20:15:04,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b71cb10814d979d517a9e2a14fa0eb3, ASSIGN because future has completed 2024-11-27T20:15:04,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2, server=6daf43b95769,38111,1732738490380}] 2024-11-27T20:15:04,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b71cb10814d979d517a9e2a14fa0eb3, server=6daf43b95769,32789,1732738490521}] 2024-11-27T20:15:04,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fcc1bf256184b9c32c6da238e907ed9, server=6daf43b95769,32789,1732738490521}] 2024-11-27T20:15:04,206 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:15:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:08,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:15:09,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:15:09,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:15:09,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:15:09,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:15:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:14,157 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:15:14,159 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:15:14,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:15:14,159 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e32aafd545c1c70eafbfdcbdbf88b6cc, NAME => 'SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T20:15:14,160 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,160 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,160 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,160 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,165 INFO [StoreOpener-e32aafd545c1c70eafbfdcbdbf88b6cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:15:14,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:15:14,173 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:14,173 INFO [StoreOpener-e32aafd545c1c70eafbfdcbdbf88b6cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e32aafd545c1c70eafbfdcbdbf88b6cc columnFamilyName cf 2024-11-27T20:15:14,173 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f7c8db07d7b683c838d26053a6f4dc9c, NAME => 'SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T20:15:14,173 DEBUG [StoreOpener-e32aafd545c1c70eafbfdcbdbf88b6cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,174 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,174 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,174 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,174 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,174 INFO [StoreOpener-e32aafd545c1c70eafbfdcbdbf88b6cc-1 {}] regionserver.HStore(327): Store=e32aafd545c1c70eafbfdcbdbf88b6cc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,175 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,177 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,181 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,182 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,182 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,185 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,185 INFO [StoreOpener-f7c8db07d7b683c838d26053a6f4dc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,188 INFO [StoreOpener-f7c8db07d7b683c838d26053a6f4dc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7c8db07d7b683c838d26053a6f4dc9c columnFamilyName cf 2024-11-27T20:15:14,188 DEBUG [StoreOpener-f7c8db07d7b683c838d26053a6f4dc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,189 INFO [StoreOpener-f7c8db07d7b683c838d26053a6f4dc9c-1 {}] regionserver.HStore(327): Store=f7c8db07d7b683c838d26053a6f4dc9c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,190 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,191 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,191 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,192 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,192 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,192 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:14,193 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b2031d7b55de9f7a8b9984a3adac9dd, NAME => 'SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T20:15:14,194 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,194 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,194 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,194 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,195 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,196 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/e32aafd545c1c70eafbfdcbdbf88b6cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,198 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e32aafd545c1c70eafbfdcbdbf88b6cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70106612, jitterRate=0.044669926166534424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,199 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:14,200 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e32aafd545c1c70eafbfdcbdbf88b6cc: Running coprocessor pre-open hook at 1732738514160Writing region info on filesystem at 1732738514160Initializing all the Stores at 1732738514162 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514162Cleaning up temporary data from old regions at 1732738514182 (+20 ms)Running coprocessor post-open hooks at 1732738514199 (+17 ms)Region opened successfully at 1732738514200 (+1 ms) 2024-11-27T20:15:14,203 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., pid=18, masterSystemTime=1732738514150 2024-11-27T20:15:14,209 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:15:14,209 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:15:14,209 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:15:14,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e32aafd545c1c70eafbfdcbdbf88b6cc, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:14,209 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a4a09effdb6ad06edbd9e87701096c2, NAME => 'SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T20:15:14,212 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,212 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,212 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,213 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,213 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6daf43b95769,38111,1732738490380, table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T20:15:14,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc, server=6daf43b95769,38111,1732738490380 because future has completed 2024-11-27T20:15:14,219 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f7c8db07d7b683c838d26053a6f4dc9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,220 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f7c8db07d7b683c838d26053a6f4dc9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72588129, jitterRate=0.08164741098880768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,221 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:14,221 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f7c8db07d7b683c838d26053a6f4dc9c: Running coprocessor pre-open hook at 1732738514175Writing region info on filesystem at 1732738514175Initializing all the Stores at 1732738514181 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514181Cleaning up temporary data from old regions at 1732738514192 (+11 ms)Running coprocessor post-open hooks at 1732738514221 (+29 ms)Region opened successfully at 1732738514221 2024-11-27T20:15:14,222 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c., pid=19, masterSystemTime=1732738514156 2024-11-27T20:15:14,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-27T20:15:14,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc, server=6daf43b95769,38111,1732738490380 in 10.0660 sec 2024-11-27T20:15:14,226 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:14,227 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:14,227 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:14,227 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f23d833158b4c4e26ac12767feda0e2b, NAME => 'SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T20:15:14,227 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,228 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,228 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,228 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN in 10.2480 sec 2024-11-27T20:15:14,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f7c8db07d7b683c838d26053a6f4dc9c, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:14,233 INFO [StoreOpener-0b2031d7b55de9f7a8b9984a3adac9dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7c8db07d7b683c838d26053a6f4dc9c, server=6daf43b95769,44163,1732738490599 because future has completed 2024-11-27T20:15:14,237 INFO [StoreOpener-0b2031d7b55de9f7a8b9984a3adac9dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b2031d7b55de9f7a8b9984a3adac9dd columnFamilyName cf 2024-11-27T20:15:14,237 DEBUG [StoreOpener-0b2031d7b55de9f7a8b9984a3adac9dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,238 INFO [StoreOpener-0b2031d7b55de9f7a8b9984a3adac9dd-1 {}] regionserver.HStore(327): Store=0b2031d7b55de9f7a8b9984a3adac9dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,238 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,240 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,241 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,243 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,243 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-27T20:15:14,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f7c8db07d7b683c838d26053a6f4dc9c, server=6daf43b95769,44163,1732738490599 in 10.0810 sec 2024-11-27T20:15:14,245 INFO [StoreOpener-4a4a09effdb6ad06edbd9e87701096c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,247 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7c8db07d7b683c838d26053a6f4dc9c, ASSIGN in 10.2660 sec 2024-11-27T20:15:14,249 INFO [StoreOpener-f23d833158b4c4e26ac12767feda0e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,253 INFO [StoreOpener-4a4a09effdb6ad06edbd9e87701096c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a4a09effdb6ad06edbd9e87701096c2 columnFamilyName cf 2024-11-27T20:15:14,253 DEBUG [StoreOpener-4a4a09effdb6ad06edbd9e87701096c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,254 INFO [StoreOpener-f23d833158b4c4e26ac12767feda0e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f23d833158b4c4e26ac12767feda0e2b columnFamilyName cf 2024-11-27T20:15:14,255 INFO [StoreOpener-4a4a09effdb6ad06edbd9e87701096c2-1 {}] regionserver.HStore(327): Store=4a4a09effdb6ad06edbd9e87701096c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,255 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,255 DEBUG [StoreOpener-f23d833158b4c4e26ac12767feda0e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,256 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,257 INFO [StoreOpener-f23d833158b4c4e26ac12767feda0e2b-1 {}] regionserver.HStore(327): Store=f23d833158b4c4e26ac12767feda0e2b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,257 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,258 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,258 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,258 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,258 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,259 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,259 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,259 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0b2031d7b55de9f7a8b9984a3adac9dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66909416, jitterRate=-0.0029720067977905273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,259 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:14,260 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0b2031d7b55de9f7a8b9984a3adac9dd: Running coprocessor pre-open hook at 1732738514194Writing region info on filesystem at 1732738514194Initializing all the Stores at 1732738514204 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514204Cleaning up temporary data from old regions at 1732738514243 (+39 ms)Running coprocessor post-open hooks at 1732738514259 (+16 ms)Region opened successfully at 1732738514260 (+1 ms) 2024-11-27T20:15:14,260 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,261 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,262 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., pid=21, masterSystemTime=1732738514168 2024-11-27T20:15:14,263 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,264 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,267 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/4a4a09effdb6ad06edbd9e87701096c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,268 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:14,268 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:14,269 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:14,269 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b71cb10814d979d517a9e2a14fa0eb3, NAME => 'SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T20:15:14,269 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,269 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,269 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,269 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,272 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4a4a09effdb6ad06edbd9e87701096c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61017891, jitterRate=-0.09076257050037384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,272 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:14,273 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4a4a09effdb6ad06edbd9e87701096c2: Running coprocessor pre-open hook at 1732738514213Writing region info on filesystem at 1732738514213Initializing all the Stores at 1732738514215 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514216 (+1 ms)Cleaning up temporary data from old regions at 1732738514259 (+43 ms)Running coprocessor post-open hooks at 1732738514272 (+13 ms)Region opened successfully at 1732738514273 (+1 ms) 2024-11-27T20:15:14,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0b2031d7b55de9f7a8b9984a3adac9dd, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:15:14,275 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,276 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f23d833158b4c4e26ac12767feda0e2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63246733, jitterRate=-0.05755023658275604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,276 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:14,276 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f23d833158b4c4e26ac12767feda0e2b: Running coprocessor pre-open hook at 1732738514231Writing region info on filesystem at 1732738514231Initializing all the Stores at 1732738514238 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514238Cleaning up temporary data from old regions at 1732738514261 (+23 ms)Running coprocessor post-open hooks at 1732738514276 (+15 ms)Region opened successfully at 1732738514276 2024-11-27T20:15:14,278 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2., pid=22, masterSystemTime=1732738514150 2024-11-27T20:15:14,278 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., pid=16, masterSystemTime=1732738514156 2024-11-27T20:15:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2031d7b55de9f7a8b9984a3adac9dd, server=6daf43b95769,32789,1732738490521 because future has completed 2024-11-27T20:15:14,281 INFO [StoreOpener-5b71cb10814d979d517a9e2a14fa0eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,282 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:15:14,282 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:15:14,282 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:15:14,282 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 81476b9ed916697b6aec0142d3854cc4, NAME => 'SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T20:15:14,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a4a09effdb6ad06edbd9e87701096c2, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:14,283 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,283 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,283 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,283 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,286 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:14,286 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:14,286 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:14,286 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 68e435bd464fc4512de196fa0c19cc90, NAME => 'SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T20:15:14,287 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,287 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,287 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,287 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2, server=6daf43b95769,38111,1732738490380 because future has completed 2024-11-27T20:15:14,289 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f23d833158b4c4e26ac12767feda0e2b, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:14,290 INFO [StoreOpener-5b71cb10814d979d517a9e2a14fa0eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b71cb10814d979d517a9e2a14fa0eb3 columnFamilyName cf 2024-11-27T20:15:14,293 DEBUG [StoreOpener-5b71cb10814d979d517a9e2a14fa0eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,293 INFO [StoreOpener-5b71cb10814d979d517a9e2a14fa0eb3-1 {}] regionserver.HStore(327): Store=5b71cb10814d979d517a9e2a14fa0eb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f23d833158b4c4e26ac12767feda0e2b, server=6daf43b95769,44163,1732738490599 because future has completed 2024-11-27T20:15:14,294 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-27T20:15:14,295 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,295 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,296 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,296 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b2031d7b55de9f7a8b9984a3adac9dd, server=6daf43b95769,32789,1732738490521 in 10.1200 sec 2024-11-27T20:15:14,299 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-27T20:15:14,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2, server=6daf43b95769,38111,1732738490380 in 10.1260 sec 2024-11-27T20:15:14,301 INFO [StoreOpener-81476b9ed916697b6aec0142d3854cc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2031d7b55de9f7a8b9984a3adac9dd, ASSIGN in 10.3180 sec 2024-11-27T20:15:14,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-27T20:15:14,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN in 10.3220 sec 2024-11-27T20:15:14,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f23d833158b4c4e26ac12767feda0e2b, server=6daf43b95769,44163,1732738490599 in 10.1510 sec 2024-11-27T20:15:14,305 INFO [StoreOpener-68e435bd464fc4512de196fa0c19cc90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f23d833158b4c4e26ac12767feda0e2b, ASSIGN in 10.3250 sec 2024-11-27T20:15:14,306 INFO [StoreOpener-81476b9ed916697b6aec0142d3854cc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81476b9ed916697b6aec0142d3854cc4 columnFamilyName cf 2024-11-27T20:15:14,307 DEBUG [StoreOpener-81476b9ed916697b6aec0142d3854cc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,308 INFO [StoreOpener-68e435bd464fc4512de196fa0c19cc90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e435bd464fc4512de196fa0c19cc90 columnFamilyName cf 2024-11-27T20:15:14,308 DEBUG [StoreOpener-68e435bd464fc4512de196fa0c19cc90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,311 INFO [StoreOpener-81476b9ed916697b6aec0142d3854cc4-1 {}] regionserver.HStore(327): Store=81476b9ed916697b6aec0142d3854cc4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,311 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,311 INFO [StoreOpener-68e435bd464fc4512de196fa0c19cc90-1 {}] regionserver.HStore(327): Store=68e435bd464fc4512de196fa0c19cc90/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,313 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,313 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,314 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,314 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,315 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,315 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,315 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,317 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,317 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,320 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,321 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,325 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/5b71cb10814d979d517a9e2a14fa0eb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,326 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5b71cb10814d979d517a9e2a14fa0eb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61177237, jitterRate=-0.08838813006877899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,327 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:14,327 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5b71cb10814d979d517a9e2a14fa0eb3: Running coprocessor pre-open hook at 1732738514270Writing region info on filesystem at 1732738514270Initializing all the Stores at 1732738514275 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514275Cleaning up temporary data from old regions at 1732738514296 (+21 ms)Running coprocessor post-open hooks at 1732738514327 (+31 ms)Region opened successfully at 1732738514327 2024-11-27T20:15:14,329 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3., pid=23, masterSystemTime=1732738514168 2024-11-27T20:15:14,333 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:14,333 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:14,333 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:14,333 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fcc1bf256184b9c32c6da238e907ed9, NAME => 'SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T20:15:14,334 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,334 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,334 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,334 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5b71cb10814d979d517a9e2a14fa0eb3, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:15:14,340 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/81476b9ed916697b6aec0142d3854cc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b71cb10814d979d517a9e2a14fa0eb3, server=6daf43b95769,32789,1732738490521 because future has completed 2024-11-27T20:15:14,342 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 81476b9ed916697b6aec0142d3854cc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75230137, jitterRate=0.12101639807224274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,342 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:14,342 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 81476b9ed916697b6aec0142d3854cc4: Running coprocessor pre-open hook at 1732738514283Writing region info on filesystem at 1732738514283Initializing all the Stores at 1732738514287 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514287Cleaning up temporary data from old regions at 1732738514315 (+28 ms)Running coprocessor post-open hooks at 1732738514342 (+27 ms)Region opened successfully at 1732738514342 2024-11-27T20:15:14,344 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4., pid=20, masterSystemTime=1732738514150 2024-11-27T20:15:14,347 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:15:14,348 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:15:14,348 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:15:14,348 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 20645368447f51843e8243a54fd3288d, NAME => 'SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T20:15:14,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-27T20:15:14,348 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,349 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:14,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b71cb10814d979d517a9e2a14fa0eb3, server=6daf43b95769,32789,1732738490521 in 10.1780 sec 2024-11-27T20:15:14,349 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,349 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81476b9ed916697b6aec0142d3854cc4, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:14,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81476b9ed916697b6aec0142d3854cc4, server=6daf43b95769,38111,1732738490380 because future has completed 2024-11-27T20:15:14,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b71cb10814d979d517a9e2a14fa0eb3, ASSIGN in 10.3710 sec 2024-11-27T20:15:14,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-27T20:15:14,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81476b9ed916697b6aec0142d3854cc4, server=6daf43b95769,38111,1732738490380 in 10.1980 sec 2024-11-27T20:15:14,362 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/68e435bd464fc4512de196fa0c19cc90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,364 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 68e435bd464fc4512de196fa0c19cc90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62885398, jitterRate=-0.06293454766273499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,364 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:14,364 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 68e435bd464fc4512de196fa0c19cc90: Running coprocessor pre-open hook at 1732738514287Writing region info on filesystem at 1732738514287Initializing all the Stores at 1732738514289 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514289Cleaning up temporary data from old regions at 1732738514317 (+28 ms)Running coprocessor post-open hooks at 1732738514364 (+47 ms)Region opened successfully at 1732738514364 2024-11-27T20:15:14,364 INFO [StoreOpener-3fcc1bf256184b9c32c6da238e907ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,366 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90., pid=17, masterSystemTime=1732738514156 2024-11-27T20:15:14,367 INFO [StoreOpener-3fcc1bf256184b9c32c6da238e907ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fcc1bf256184b9c32c6da238e907ed9 columnFamilyName cf 2024-11-27T20:15:14,367 DEBUG [StoreOpener-3fcc1bf256184b9c32c6da238e907ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,368 INFO [StoreOpener-3fcc1bf256184b9c32c6da238e907ed9-1 {}] regionserver.HStore(327): Store=3fcc1bf256184b9c32c6da238e907ed9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,368 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN in 10.3830 sec 2024-11-27T20:15:14,369 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,370 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:14,370 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:14,370 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,371 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,371 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,373 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=68e435bd464fc4512de196fa0c19cc90, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:14,376 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,377 INFO [StoreOpener-20645368447f51843e8243a54fd3288d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e435bd464fc4512de196fa0c19cc90, server=6daf43b95769,44163,1732738490599 because future has completed 2024-11-27T20:15:14,380 INFO [StoreOpener-20645368447f51843e8243a54fd3288d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20645368447f51843e8243a54fd3288d columnFamilyName cf 2024-11-27T20:15:14,380 DEBUG [StoreOpener-20645368447f51843e8243a54fd3288d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:14,381 INFO [StoreOpener-20645368447f51843e8243a54fd3288d-1 {}] regionserver.HStore(327): Store=20645368447f51843e8243a54fd3288d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:15:14,382 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,383 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,384 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,385 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,385 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-27T20:15:14,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 68e435bd464fc4512de196fa0c19cc90, server=6daf43b95769,44163,1732738490599 in 10.2310 sec 2024-11-27T20:15:14,389 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68e435bd464fc4512de196fa0c19cc90, ASSIGN in 10.4070 sec 2024-11-27T20:15:14,393 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/3fcc1bf256184b9c32c6da238e907ed9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,394 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3fcc1bf256184b9c32c6da238e907ed9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61751887, jitterRate=-0.07982517778873444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,394 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:14,394 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3fcc1bf256184b9c32c6da238e907ed9: Running coprocessor pre-open hook at 1732738514334Writing region info on filesystem at 1732738514334Initializing all the Stores at 1732738514336 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514336Cleaning up temporary data from old regions at 1732738514371 (+35 ms)Running coprocessor post-open hooks at 1732738514394 (+23 ms)Region opened successfully at 1732738514394 2024-11-27T20:15:14,396 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9., pid=24, masterSystemTime=1732738514168 2024-11-27T20:15:14,400 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:14,401 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:14,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fcc1bf256184b9c32c6da238e907ed9, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:15:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fcc1bf256184b9c32c6da238e907ed9, server=6daf43b95769,32789,1732738490521 because future has completed 2024-11-27T20:15:14,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-27T20:15:14,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fcc1bf256184b9c32c6da238e907ed9, server=6daf43b95769,32789,1732738490521 in 10.2400 sec 2024-11-27T20:15:14,416 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/20645368447f51843e8243a54fd3288d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:15:14,418 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 20645368447f51843e8243a54fd3288d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66668593, jitterRate=-0.0065605491399765015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:15:14,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:14,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 20645368447f51843e8243a54fd3288d: Running coprocessor pre-open hook at 1732738514349Writing region info on filesystem at 1732738514349Initializing all the Stores at 1732738514352 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738514352Cleaning up temporary data from old regions at 1732738514385 (+33 ms)Running coprocessor post-open hooks at 1732738514418 (+33 ms)Region opened successfully at 1732738514418 2024-11-27T20:15:14,420 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d., pid=15, masterSystemTime=1732738514150 2024-11-27T20:15:14,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fcc1bf256184b9c32c6da238e907ed9, ASSIGN in 10.4360 sec 2024-11-27T20:15:14,423 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:15:14,423 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:15:14,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=20645368447f51843e8243a54fd3288d, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38111,1732738490380 2024-11-27T20:15:14,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20645368447f51843e8243a54fd3288d, server=6daf43b95769,38111,1732738490380 because future has completed 2024-11-27T20:15:14,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-27T20:15:14,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 20645368447f51843e8243a54fd3288d, server=6daf43b95769,38111,1732738490380 in 10.2880 sec 2024-11-27T20:15:14,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-27T20:15:14,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN in 10.4590 sec 2024-11-27T20:15:14,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:15:14,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738514443"}]},"ts":"1732738514443"} 2024-11-27T20:15:14,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T20:15:14,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:15:14,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0290 sec 2024-11-27T20:15:16,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T20:15:18,703 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:15:19,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:15:19,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-27T20:15:19,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-27T20:15:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:15:21,700 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T20:15:21,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T20:15:21,702 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:15:21,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T20:15:21,715 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:15:21,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T20:15:21,773 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,789 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., hostname=6daf43b95769,38111,1732738490380, seqNum=2] 2024-11-27T20:15:21,957 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., hostname=6daf43b95769,32789,1732738490521, seqNum=2] 2024-11-27T20:15:21,961 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., hostname=6daf43b95769,32789,1732738490521, seqNum=2] 2024-11-27T20:15:21,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., hostname=6daf43b95769,32789,1732738490521, seqNum=2] 2024-11-27T20:15:21,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., hostname=6daf43b95769,32789,1732738490521, seqNum=2] 2024-11-27T20:15:21,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., hostname=6daf43b95769,32789,1732738490521, seqNum=2] 2024-11-27T20:15:21,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., hostname=6daf43b95769,32789,1732738490521, seqNum=2] 2024-11-27T20:15:21,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., hostname=6daf43b95769,32789,1732738490521, seqNum=2] 2024-11-27T20:15:22,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., hostname=6daf43b95769,32789,1732738490521, seqNum=2] 2024-11-27T20:15:22,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., hostname=6daf43b95769,44163,1732738490599, seqNum=2] 2024-11-27T20:15:22,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., hostname=6daf43b95769,44163,1732738490599, seqNum=2] 2024-11-27T20:15:22,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., hostname=6daf43b95769,44163,1732738490599, seqNum=2] 2024-11-27T20:15:22,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., hostname=6daf43b95769,44163,1732738490599, seqNum=2] 2024-11-27T20:15:22,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., hostname=6daf43b95769,44163,1732738490599, seqNum=2] 2024-11-27T20:15:22,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., hostname=6daf43b95769,44163,1732738490599, seqNum=2] 2024-11-27T20:15:22,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., hostname=6daf43b95769,44163,1732738490599, seqNum=2] 2024-11-27T20:15:22,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., hostname=6daf43b95769,44163,1732738490599, seqNum=2] 2024-11-27T20:15:23,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:15:23,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:15:23,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:15:23,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:15:23,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38111 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:15:23,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32789 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:15:23,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:23,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38111 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:15:24,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:15:24,678 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T20:15:24,679 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:15:24,681 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:15:24,687 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:15:24,706 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:15:24,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741848_1024 (size=49) 2024-11-27T20:15:24,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741848_1024 (size=49) 2024-11-27T20:15:24,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741848_1024 (size=49) 2024-11-27T20:15:24,734 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:15:24,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b71cb10814d979d517a9e2a14fa0eb3}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68e435bd464fc4512de196fa0c19cc90}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fcc1bf256184b9c32c6da238e907ed9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7c8db07d7b683c838d26053a6f4dc9c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2031d7b55de9f7a8b9984a3adac9dd}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f23d833158b4c4e26ac12767feda0e2b}] 2024-11-27T20:15:24,740 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:24,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:24,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:24,742 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:24,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:24,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:24,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:24,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:24,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:24,766 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:24,785 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6daf43b95769,38111,1732738490380 2024-11-27T20:15:24,786 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6daf43b95769,38111,1732738490380: Simulated kill ***** 2024-11-27T20:15:24,786 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:15:24,789 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:15:24,790 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:15:24,795 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:15:24,797 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:15:24,809 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 661964360 }, "NonHeapMemoryUsage": { "committed": 156631040, "init": 7667712, "max": -1, "used": 153122024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "6daf43b95769", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "6daf43b95769", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61523", "tag.serverName": "6daf43b95769,38111,1732738490380", "tag.clusterId": "8bf927b9-142b-452b-b02a-faedc4a623a7", "tag.Context": "regionserver", "tag.Hostname": "6daf43b95769", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732738490380, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-27T20:15:24,813 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44989 {}] master.MasterRpcServices(700): 6daf43b95769,38111,1732738490380 reported a fatal error: ***** ABORTING region server 6daf43b95769,38111,1732738490380: Simulated kill ***** 2024-11-27T20:15:24,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,38111,1732738490380' ***** 2024-11-27T20:15:24,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T20:15:24,817 INFO [RS:0;6daf43b95769:38111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:15:24,818 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:15:24,818 INFO [RS:0;6daf43b95769:38111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T20:15:24,818 INFO [RS:0;6daf43b95769:38111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T20:15:24,818 INFO [RS:0;6daf43b95769:38111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:15:24,818 INFO [RS:0;6daf43b95769:38111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:38111. 2024-11-27T20:15:24,818 DEBUG [RS:0;6daf43b95769:38111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:15:24,818 DEBUG [RS:0;6daf43b95769:38111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:15:24,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:15:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741836_1012 (size=14382) 2024-11-27T20:15:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741836_1012 (size=14382) 2024-11-27T20:15:24,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741836_1012 (size=14382) 2024-11-27T20:15:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741833_1009 (size=1242) 2024-11-27T20:15:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741833_1009 (size=1242) 2024-11-27T20:15:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741833_1009 (size=1242) 2024-11-27T20:15:24,857 DEBUG [RS:0;6daf43b95769:38111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:15:24,858 INFO [RS:0;6daf43b95769:38111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:15:24,858 INFO [RS:0;6daf43b95769:38111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38111 2024-11-27T20:15:24,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:15:24,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6daf43b95769,38111,1732738490380 2024-11-27T20:15:24,869 INFO [RS:0;6daf43b95769:38111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:15:24,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,38111,1732738490380] 2024-11-27T20:15:24,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6daf43b95769,38111,1732738490380 already deleted, retry=false 2024-11-27T20:15:24,872 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6daf43b95769,38111,1732738490380 on 6daf43b95769,44989,1732738489461 2024-11-27T20:15:24,880 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6daf43b95769,38111,1732738490380, splitWal=true, meta=true 2024-11-27T20:15:24,886 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:15:24,888 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 6daf43b95769,38111,1732738490380 (carryingMeta=true) 6daf43b95769,38111,1732738490380/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3aae223f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T20:15:24,888 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6daf43b95769,38111,1732738490380, splitWal=true, meta=true 2024-11-27T20:15:24,890 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6daf43b95769,38111,1732738490380, splitWal=true, meta=true, isMeta: true 2024-11-27T20:15:24,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:24,893 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting 2024-11-27T20:15:24,893 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:24,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:24,894 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:24,895 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 can not run currently because target server of region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-27T20:15:24,895 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4; timeout=1000, timestamp=1732738525895 2024-11-27T20:15:24,898 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 can not run currently because target server of region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-27T20:15:24,898 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2; timeout=1000, timestamp=1732738525898 2024-11-27T20:15:24,898 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d can not run currently because target server of region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-27T20:15:24,898 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc can not run currently because target server of region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-27T20:15:24,898 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d; timeout=1000, timestamp=1732738525898 2024-11-27T20:15:24,899 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc; timeout=1000, timestamp=1732738525898 2024-11-27T20:15:24,905 INFO [PEWorker-2 {}] master.SplitWALManager(105): 6daf43b95769,38111,1732738490380 WAL count=1, meta=true 2024-11-27T20:15:24,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta}] 2024-11-27T20:15:24,917 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=6daf43b95769,44163,1732738490599 2024-11-27T20:15:24,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, worker=6daf43b95769,44163,1732738490599}] 2024-11-27T20:15:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:15:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38111-0x1015b11045e0001, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:15:24,974 INFO [RS:0;6daf43b95769:38111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:15:24,974 INFO [RS:0;6daf43b95769:38111 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,38111,1732738490380; zookeeper connection closed. 2024-11-27T20:15:24,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13222ccd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13222ccd 2024-11-27T20:15:25,332 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:15:25,332 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:15:25,896 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:25,898 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 can not run currently because target server of region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-27T20:15:25,898 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4; timeout=2000, timestamp=1732738527898 2024-11-27T20:15:25,899 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:25,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:25,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:25,901 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc can not run currently because target server of region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-27T20:15:25,901 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc; timeout=2000, timestamp=1732738527901 2024-11-27T20:15:25,901 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 can not run currently because target server of region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-27T20:15:25,901 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2; timeout=2000, timestamp=1732738527901 2024-11-27T20:15:25,901 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d can not run currently because target server of region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-27T20:15:25,901 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d; timeout=2000, timestamp=1732738527901 2024-11-27T20:15:27,898 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:27,900 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 can not run currently because target server of region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-27T20:15:27,900 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4; timeout=4000, timestamp=1732738531900 2024-11-27T20:15:27,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:27,901 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:27,902 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:27,903 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d can not run currently because target server of region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-27T20:15:27,903 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d; timeout=4000, timestamp=1732738531903 2024-11-27T20:15:27,904 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc can not run currently because target server of region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-27T20:15:27,904 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc; timeout=4000, timestamp=1732738531904 2024-11-27T20:15:27,905 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 can not run currently because target server of region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-27T20:15:27,905 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2; timeout=4000, timestamp=1732738531905 2024-11-27T20:15:31,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:31,902 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 can not run currently because target server of region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-27T20:15:31,902 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4; timeout=8000, timestamp=1732738539902 2024-11-27T20:15:31,903 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:31,905 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:31,905 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d can not run currently because target server of region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-27T20:15:31,905 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d; timeout=8000, timestamp=1732738539905 2024-11-27T20:15:31,906 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc can not run currently because target server of region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-27T20:15:31,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:31,906 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc; timeout=8000, timestamp=1732738539906 2024-11-27T20:15:31,906 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 can not run currently because target server of region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-27T20:15:31,907 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2; timeout=8000, timestamp=1732738539907 2024-11-27T20:15:34,169 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=6daf43b95769,32789,1732738490521, timeout=1732738534743, delay=574, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fcc1bf256184b9c32c6da238e907ed9, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b71cb10814d979d517a9e2a14fa0eb3, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2031d7b55de9f7a8b9984a3adac9dd], containedObject=6daf43b95769,38111,1732738490380, timeout=1732738534743, delay=574, operations=null, containedObject=6daf43b95769,44163,1732738490599, timeout=1732738534743, delay=574, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68e435bd464fc4512de196fa0c19cc90, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7c8db07d7b683c838d26053a6f4dc9c, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f23d833158b4c4e26ac12767feda0e2b, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, worker=6daf43b95769,44163,1732738490599]] 2024-11-27T20:15:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T20:15:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T20:15:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T20:15:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T20:15:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:34,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T20:15:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:34,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T20:15:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:34,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-27T20:15:34,755 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f23d833158b4c4e26ac12767feda0e2b 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-27T20:15:34,755 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0b2031d7b55de9f7a8b9984a3adac9dd 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T20:15:34,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5b71cb10814d979d517a9e2a14fa0eb3: 2024-11-27T20:15:34,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f7c8db07d7b683c838d26053a6f4dc9c: 2024-11-27T20:15:34,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 68e435bd464fc4512de196fa0c19cc90: 2024-11-27T20:15:34,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3fcc1bf256184b9c32c6da238e907ed9: 2024-11-27T20:15:34,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. for SnapshotProcedureTest completed. 2024-11-27T20:15:34,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. for SnapshotProcedureTest completed. 2024-11-27T20:15:34,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. for SnapshotProcedureTest completed. 2024-11-27T20:15:34,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. for SnapshotProcedureTest completed. 2024-11-27T20:15:34,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:15:34,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:15:34,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:15:34,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:15:34,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:15:34,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:15:34,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:15:34,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:15:34,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:15:34,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:15:34,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:15:34,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:15:34,780 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, size=14.0 K (14382bytes) 2024-11-27T20:15:34,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T20:15:34,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T20:15:34,781 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta 2024-11-27T20:15:34,787 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta after 4ms 2024-11-27T20:15:34,810 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta took 31ms 2024-11-27T20:15:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741849_1025 (size=65) 2024-11-27T20:15:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741849_1025 (size=65) 2024-11-27T20:15:34,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:15:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741850_1026 (size=65) 2024-11-27T20:15:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741850_1026 (size=65) 2024-11-27T20:15:34,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741849_1025 (size=65) 2024-11-27T20:15:34,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T20:15:34,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:15:34,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T20:15:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T20:15:34,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:34,821 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:15:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741850_1026 (size=65) 2024-11-27T20:15:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T20:15:34,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:34,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:15:34,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7c8db07d7b683c838d26053a6f4dc9c in 10.0890 sec 2024-11-27T20:15:34,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 68e435bd464fc4512de196fa0c19cc90 in 10.0940 sec 2024-11-27T20:15:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741851_1027 (size=65) 2024-11-27T20:15:34,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741851_1027 (size=65) 2024-11-27T20:15:34,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741851_1027 (size=65) 2024-11-27T20:15:34,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:15:34,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T20:15:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T20:15:34,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:34,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:15:34,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b71cb10814d979d517a9e2a14fa0eb3 in 10.1050 sec 2024-11-27T20:15:34,849 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-27T20:15:34,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta so closing down 2024-11-27T20:15:34,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T20:15:34,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741852_1028 (size=65) 2024-11-27T20:15:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741852_1028 (size=65) 2024-11-27T20:15:34,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741852_1028 (size=65) 2024-11-27T20:15:34,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:15:34,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T20:15:34,861 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta.temp 2024-11-27T20:15:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T20:15:34,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:34,862 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:15:34,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3fcc1bf256184b9c32c6da238e907ed9 in 10.1280 sec 2024-11-27T20:15:34,870 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta.temp 2024-11-27T20:15:34,873 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T20:15:34,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/.tmp/cf/2c8abbbc1b7e4f15b27487ec9d63ec75 is 34, key is ccd/cf:cf/1732738523354/Put/seqid=0 2024-11-27T20:15:34,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741855_1031 (size=47197) 2024-11-27T20:15:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741855_1031 (size=47197) 2024-11-27T20:15:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741855_1031 (size=47197) 2024-11-27T20:15:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741854_1030 (size=14141) 2024-11-27T20:15:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741854_1030 (size=14141) 2024-11-27T20:15:34,903 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/.tmp/cf/2c8abbbc1b7e4f15b27487ec9d63ec75 2024-11-27T20:15:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741854_1030 (size=14141) 2024-11-27T20:15:34,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-27T20:15:34,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta.temp to hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T20:15:34,919 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 79 ms; skipped=1; WAL=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-27T20:15:34,919 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, journal: Splitting hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, size=14.0 K (14382bytes) at 1732738534780Finishing writing output for hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta so closing down at 1732738534853 (+73 ms)Creating recovered edits writer path=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta.temp at 1732738534870 (+17 ms)3 split writer threads finished at 1732738534873 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1732738534913 (+40 ms)Rename recovered edits hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta.temp to hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732738534916 (+3 ms)Processed 26 edits across 1 Regions in 79 ms; skipped=1; WAL=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732738534919 (+3 ms) 2024-11-27T20:15:34,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta 2024-11-27T20:15:34,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T20:15:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T20:15:34,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/.tmp/cf/3641d57a10784fd59f831bd93e573a3a is 34, key is eaa/cf:cf/1732738524382/Put/seqid=0 2024-11-27T20:15:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741853_1029 (size=499309) 2024-11-27T20:15:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741853_1029 (size=499309) 2024-11-27T20:15:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741853_1029 (size=499309) 2024-11-27T20:15:34,927 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/.tmp/cf/3641d57a10784fd59f831bd93e573a3a 2024-11-27T20:15:34,933 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta to hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs 2024-11-27T20:15:34,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-27T20:15:34,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, worker=6daf43b95769,44163,1732738490599 in 10.0120 sec 2024-11-27T20:15:34,940 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=6daf43b95769,44163,1732738490599 2024-11-27T20:15:34,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T20:15:34,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6daf43b95769%2C38111%2C1732738490380.meta.1732738502921.meta, worker=6daf43b95769,44163,1732738490599 in 10.0330 sec 2024-11-27T20:15:34,947 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting dir is empty, no logs to split. 2024-11-27T20:15:34,947 INFO [PEWorker-2 {}] master.SplitWALManager(105): 6daf43b95769,38111,1732738490380 WAL count=0, meta=true 2024-11-27T20:15:34,947 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 6daf43b95769,38111,1732738490380 WAL splitting is done? wals=0, meta=true 2024-11-27T20:15:34,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:15:34,951 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:15:34,952 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:15:34,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/.tmp/cf/2c8abbbc1b7e4f15b27487ec9d63ec75 as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/cf/2c8abbbc1b7e4f15b27487ec9d63ec75 2024-11-27T20:15:34,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/.tmp/cf/3641d57a10784fd59f831bd93e573a3a as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/cf/3641d57a10784fd59f831bd93e573a3a 2024-11-27T20:15:34,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/cf/3641d57a10784fd59f831bd93e573a3a, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-27T20:15:34,986 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/cf/2c8abbbc1b7e4f15b27487ec9d63ec75, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T20:15:34,990 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0b2031d7b55de9f7a8b9984a3adac9dd in 236ms, sequenceid=5, compaction requested=false 2024-11-27T20:15:34,990 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f23d833158b4c4e26ac12767feda0e2b in 234ms, sequenceid=5, compaction requested=false 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0b2031d7b55de9f7a8b9984a3adac9dd: 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f23d833158b4c4e26ac12767feda0e2b: 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. for SnapshotProcedureTest completed. 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. for SnapshotProcedureTest completed. 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/cf/2c8abbbc1b7e4f15b27487ec9d63ec75] hfiles 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:15:34,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/cf/3641d57a10784fd59f831bd93e573a3a] hfiles 2024-11-27T20:15:34,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/cf/2c8abbbc1b7e4f15b27487ec9d63ec75 for snapshot=SnapshotProcedureTest 2024-11-27T20:15:34,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/cf/3641d57a10784fd59f831bd93e573a3a for snapshot=SnapshotProcedureTest 2024-11-27T20:15:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741856_1032 (size=97) 2024-11-27T20:15:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741856_1032 (size=97) 2024-11-27T20:15:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741856_1032 (size=97) 2024-11-27T20:15:35,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:15:35,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T20:15:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T20:15:35,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:35,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:15:35,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f23d833158b4c4e26ac12767feda0e2b in 10.3000 sec 2024-11-27T20:15:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741857_1033 (size=105) 2024-11-27T20:15:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741857_1033 (size=105) 2024-11-27T20:15:35,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741857_1033 (size=105) 2024-11-27T20:15:35,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:15:35,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T20:15:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T20:15:35,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:35,047 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:15:35,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b2031d7b55de9f7a8b9984a3adac9dd in 10.3130 sec 2024-11-27T20:15:35,103 DEBUG [6daf43b95769:44989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T20:15:35,103 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(204): Hosts are {6daf43b95769=0} racks are {/default-rack=0} 2024-11-27T20:15:35,103 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T20:15:35,103 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T20:15:35,103 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T20:15:35,103 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T20:15:35,103 INFO [6daf43b95769:44989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T20:15:35,104 INFO [6daf43b95769:44989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T20:15:35,104 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T20:15:35,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:35,105 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44163,1732738490599, state=OPENING 2024-11-27T20:15:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:35,107 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:15:35,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:35,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:35,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:35,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,44163,1732738490599}] 2024-11-27T20:15:39,903 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:39,905 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 can not run currently because target server of region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-27T20:15:39,905 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4; timeout=16000, timestamp=1732738555905 2024-11-27T20:15:39,905 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:39,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:39,906 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d can not run currently because target server of region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-27T20:15:39,906 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d; timeout=16000, timestamp=1732738555906 2024-11-27T20:15:39,907 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:39,907 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc can not run currently because target server of region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-27T20:15:39,907 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc; timeout=16000, timestamp=1732738555907 2024-11-27T20:15:39,908 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 can not run currently because target server of region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 6daf43b95769,38111,1732738490380 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-27T20:15:39,908 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2; timeout=16000, timestamp=1732738555908 2024-11-27T20:15:43,342 INFO [master/6daf43b95769:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T20:15:43,342 INFO [master/6daf43b95769:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T20:15:45,117 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:15:45,118 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:15:45,118 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:15:45,120 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C44163%2C1732738490599.meta, suffix=.meta, logDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,44163,1732738490599, archiveDir=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs, maxLogs=32 2024-11-27T20:15:45,140 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,44163,1732738490599/6daf43b95769%2C44163%2C1732738490599.meta.1732738545121.meta, exclude list is [], retry=0 2024-11-27T20:15:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-93ff201b-9cbc-4411-8bb9-ba892b536486,DISK] 2024-11-27T20:15:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-c8847f29-922f-45b3-ba75-c1b9788d5532,DISK] 2024-11-27T20:15:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35531,DS-1f2623ed-5b9b-49e5-a79f-1bc78d3659e8,DISK] 2024-11-27T20:15:45,149 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,44163,1732738490599/6daf43b95769%2C44163%2C1732738490599.meta.1732738545121.meta 2024-11-27T20:15:45,150 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599),(127.0.0.1/127.0.0.1:34625:34625),(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-27T20:15:45,150 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:15:45,150 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:15:45,150 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:15:45,150 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:15:45,150 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:15:45,151 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:15:45,151 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:15:45,151 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:15:45,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:15:45,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:15:45,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:45,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:15:45,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:15:45,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:15:45,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:45,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:15:45,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:15:45,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:15:45,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:45,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:15:45,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:15:45,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:15:45,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:15:45,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:15:45,167 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:15:45,168 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740 2024-11-27T20:15:45,171 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740 2024-11-27T20:15:45,173 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T20:15:45,188 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T20:15:45,189 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-27T20:15:45,220 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/info/6b87001438a248b69de70b5af0b09809 is 167, key is SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3./info:regioninfo/1732738514337/Put/seqid=0 2024-11-27T20:15:45,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741859_1035 (size=18393) 2024-11-27T20:15:45,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741859_1035 (size=18393) 2024-11-27T20:15:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741859_1035 (size=18393) 2024-11-27T20:15:45,259 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/info/6b87001438a248b69de70b5af0b09809 2024-11-27T20:15:45,294 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/ns/dc38cf0e651e4d448524f3eef526e167 is 43, key is default/ns:d/1732738503079/Put/seqid=0 2024-11-27T20:15:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741860_1036 (size=5153) 2024-11-27T20:15:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741860_1036 (size=5153) 2024-11-27T20:15:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741860_1036 (size=5153) 2024-11-27T20:15:45,314 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/ns/dc38cf0e651e4d448524f3eef526e167 2024-11-27T20:15:45,351 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/table/dd8e7894c34743f98e70e20e00c6ecbf is 47, key is SPTestTable/table:state/1732738514443/Put/seqid=0 2024-11-27T20:15:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741861_1037 (size=5214) 2024-11-27T20:15:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741861_1037 (size=5214) 2024-11-27T20:15:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741861_1037 (size=5214) 2024-11-27T20:15:45,382 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/table/dd8e7894c34743f98e70e20e00c6ecbf 2024-11-27T20:15:45,396 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/info/6b87001438a248b69de70b5af0b09809 as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/info/6b87001438a248b69de70b5af0b09809 2024-11-27T20:15:45,414 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/info/6b87001438a248b69de70b5af0b09809, entries=100, sequenceid=28, filesize=18.0 K 2024-11-27T20:15:45,416 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/ns/dc38cf0e651e4d448524f3eef526e167 as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/ns/dc38cf0e651e4d448524f3eef526e167 2024-11-27T20:15:45,430 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/ns/dc38cf0e651e4d448524f3eef526e167, entries=2, sequenceid=28, filesize=5.0 K 2024-11-27T20:15:45,432 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/table/dd8e7894c34743f98e70e20e00c6ecbf as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/table/dd8e7894c34743f98e70e20e00c6ecbf 2024-11-27T20:15:45,447 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/table/dd8e7894c34743f98e70e20e00c6ecbf, entries=2, sequenceid=28, filesize=5.1 K 2024-11-27T20:15:45,448 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 259ms, sequenceid=28, compaction requested=false; wal=null 2024-11-27T20:15:45,449 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T20:15:45,452 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:15:45,452 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:15:45,453 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:15:45,457 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:15:45,463 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-27T20:15:45,464 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59016513, jitterRate=-0.12058542668819427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:15:45,464 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:15:45,464 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738545151Writing region info on filesystem at 1732738545151Initializing all the Stores at 1732738545152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738545153 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738545156 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738545156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738545156Obtaining lock to block concurrent updates at 1732738545189 (+33 ms)Preparing flush snapshotting stores in 1588230740 at 1732738545189Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732738545189Flushing stores of hbase:meta,,1.1588230740 at 1732738545189Flushing 1588230740/info: creating writer at 1732738545189Flushing 1588230740/info: appending metadata at 1732738545219 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732738545219Flushing 1588230740/ns: creating writer at 1732738545270 (+51 ms)Flushing 1588230740/ns: appending metadata at 1732738545293 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732738545293Flushing 1588230740/table: creating writer at 1732738545327 (+34 ms)Flushing 1588230740/table: appending metadata at 1732738545351 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732738545351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295d4d9a: reopening flushed file at 1732738545394 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59eb76d3: reopening flushed file at 1732738545414 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db44d4f: reopening flushed file at 1732738545431 (+17 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 259ms, sequenceid=28, compaction requested=false; wal=null at 1732738545448 (+17 ms)Cleaning up temporary data from old regions at 1732738545452 (+4 ms)Running coprocessor post-open hooks at 1732738545464 (+12 ms)Region opened successfully at 1732738545464 2024-11-27T20:15:45,466 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732738545110 2024-11-27T20:15:45,468 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:15:45,469 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:15:45,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:45,470 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44163,1732738490599, state=OPEN 2024-11-27T20:15:45,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:45,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:45,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:45,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:45,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:15:45,474 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,44163,1732738490599 2024-11-27T20:15:45,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:15:45,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T20:15:45,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,44163,1732738490599 in 10.3670 sec 2024-11-27T20:15:45,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-27T20:15:45,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5320 sec 2024-11-27T20:15:45,484 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6daf43b95769,38111,1732738490380 had 5 regions 2024-11-27T20:15:45,486 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6daf43b95769,38111,1732738490380, splitWal=true, meta=true, isMeta: false 2024-11-27T20:15:45,494 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6daf43b95769,38111,1732738490380 WAL count=1, meta=false 2024-11-27T20:15:45,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6daf43b95769%2C38111%2C1732738490380.1732738492587}] 2024-11-27T20:15:45,498 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=6daf43b95769,32789,1732738490521 2024-11-27T20:15:45,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6daf43b95769%2C38111%2C1732738490380.1732738492587, worker=6daf43b95769,32789,1732738490521}] 2024-11-27T20:15:48,703 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:15:50,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:15:54,602 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T20:15:55,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-27T20:15:55,523 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587, size=1.2 K (1242bytes) 2024-11-27T20:15:55,523 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587 2024-11-27T20:15:55,524 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587 after 1ms 2024-11-27T20:15:55,530 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587 took 7ms 2024-11-27T20:15:55,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for e32aafd545c1c70eafbfdcbdbf88b6cc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T20:15:55,536 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 4a4a09effdb6ad06edbd9e87701096c2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T20:15:55,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 81476b9ed916697b6aec0142d3854cc4: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T20:15:55,539 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 20645368447f51843e8243a54fd3288d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T20:15:55,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587 so closing down 2024-11-27T20:15:55,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T20:15:55,540 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T20:15:55,540 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 9 ms; skipped=4; WAL=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-27T20:15:55,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587, journal: Splitting hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587, size=1.2 K (1242bytes) at 1732738555523Finishing writing output for hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587 so closing down at 1732738555540 (+17 ms)3 split writer threads finished at 1732738555540Processed 4 edits across 0 Regions in 9 ms; skipped=4; WAL=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732738555540 2024-11-27T20:15:55,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587 2024-11-27T20:15:55,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-27T20:15:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-27T20:15:55,546 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting/6daf43b95769%2C38111%2C1732738490380.1732738492587 to hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs 2024-11-27T20:15:55,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-27T20:15:55,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6daf43b95769%2C38111%2C1732738490380.1732738492587, worker=6daf43b95769,32789,1732738490521 in 10.0480 sec 2024-11-27T20:15:55,554 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=6daf43b95769,32789,1732738490521 2024-11-27T20:15:55,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-27T20:15:55,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6daf43b95769%2C38111%2C1732738490380.1732738492587, worker=6daf43b95769,32789,1732738490521 in 10.0600 sec 2024-11-27T20:15:55,561 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/WALs/6daf43b95769,38111,1732738490380-splitting dir is empty, no logs to split. 2024-11-27T20:15:55,561 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6daf43b95769,38111,1732738490380 WAL count=0, meta=false 2024-11-27T20:15:55,561 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6daf43b95769,38111,1732738490380 WAL splitting is done? wals=0, meta=false 2024-11-27T20:15:55,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN}] 2024-11-27T20:15:55,566 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN 2024-11-27T20:15:55,566 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN 2024-11-27T20:15:55,567 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN 2024-11-27T20:15:55,567 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:15:55,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN 2024-11-27T20:15:55,569 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:15:55,569 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:15:55,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:15:55,718 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(204): Hosts are {6daf43b95769=0} racks are {/default-rack=0} 2024-11-27T20:15:55,718 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T20:15:55,718 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T20:15:55,718 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T20:15:55,718 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T20:15:55,718 INFO [6daf43b95769:44989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T20:15:55,718 INFO [6daf43b95769:44989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T20:15:55,718 DEBUG [6daf43b95769:44989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T20:15:55,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=81476b9ed916697b6aec0142d3854cc4, regionState=OPENING, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:55,719 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=20645368447f51843e8243a54fd3288d, regionState=OPENING, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:15:55,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=4a4a09effdb6ad06edbd9e87701096c2, regionState=OPENING, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:15:55,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e32aafd545c1c70eafbfdcbdbf88b6cc, regionState=OPENING, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:15:55,721 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6daf43b95769:38111 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6daf43b95769/172.17.0.2:38111 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:15:55,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1, error=java.net.ConnectException: Call to address=6daf43b95769:38111 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6daf43b95769/172.17.0.2:38111 2024-11-27T20:15:55,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-27T20:15:55,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 from cache 2024-11-27T20:15:55,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=6daf43b95769:38111 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6daf43b95769/172.17.0.2:38111 2024-11-27T20:15:55,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=6daf43b95769:38111 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6daf43b95769/172.17.0.2:38111 2024-11-27T20:15:55,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=6daf43b95769:38111 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6daf43b95769/172.17.0.2:38111 2024-11-27T20:15:55,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 6daf43b95769:38111 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6daf43b95769/172.17.0.2:38111 2024-11-27T20:15:55,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:15:55,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44163,1732738490599, seqNum=-1] 2024-11-27T20:15:55,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:15:55,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:15:55,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN because future has completed 2024-11-27T20:15:55,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc, server=6daf43b95769,32789,1732738490521}] 2024-11-27T20:15:55,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN because future has completed 2024-11-27T20:15:55,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81476b9ed916697b6aec0142d3854cc4, server=6daf43b95769,44163,1732738490599}] 2024-11-27T20:15:55,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN because future has completed 2024-11-27T20:15:55,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2, server=6daf43b95769,32789,1732738490521}] 2024-11-27T20:15:55,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN because future has completed 2024-11-27T20:15:55,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20645368447f51843e8243a54fd3288d, server=6daf43b95769,44163,1732738490599}] 2024-11-27T20:15:55,906 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 held by pid=45 2024-11-27T20:15:55,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:15:55,907 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc held by pid=44 2024-11-27T20:15:55,907 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:15:55,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d held by pid=43 2024-11-27T20:15:55,907 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:15:55,908 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 held by pid=46 2024-11-27T20:15:55,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:15:56,871 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:44989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T20:15:59,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0b2031d7b55de9f7a8b9984a3adac9dd, had cached 0 bytes from a total of 47197 2024-11-27T20:15:59,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f23d833158b4c4e26ac12767feda0e2b, had cached 0 bytes from a total of 499309 2024-11-27T20:16:04,017 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5b71cb10814d979d517a9e2a14fa0eb3 changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:16:04,018 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3fcc1bf256184b9c32c6da238e907ed9 changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:16:04,018 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0b2031d7b55de9f7a8b9984a3adac9dd changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:16:04,018 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 68e435bd464fc4512de196fa0c19cc90 changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:16:04,018 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f7c8db07d7b683c838d26053a6f4dc9c changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:16:04,018 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f23d833158b4c4e26ac12767feda0e2b changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:16:04,019 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:16:05,849 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:05,849 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 20645368447f51843e8243a54fd3288d, NAME => 'SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T20:16:05,849 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,850 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:05,850 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,850 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,854 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:05,854 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => e32aafd545c1c70eafbfdcbdbf88b6cc, NAME => 'SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T20:16:05,854 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,855 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:05,855 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,855 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,855 INFO [StoreOpener-20645368447f51843e8243a54fd3288d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,857 INFO [StoreOpener-20645368447f51843e8243a54fd3288d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20645368447f51843e8243a54fd3288d columnFamilyName cf 2024-11-27T20:16:05,857 DEBUG [StoreOpener-20645368447f51843e8243a54fd3288d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:05,858 INFO [StoreOpener-20645368447f51843e8243a54fd3288d-1 {}] regionserver.HStore(327): Store=20645368447f51843e8243a54fd3288d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:05,858 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,859 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,860 INFO [StoreOpener-e32aafd545c1c70eafbfdcbdbf88b6cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,862 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,862 INFO [StoreOpener-e32aafd545c1c70eafbfdcbdbf88b6cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e32aafd545c1c70eafbfdcbdbf88b6cc columnFamilyName cf 2024-11-27T20:16:05,862 DEBUG [StoreOpener-e32aafd545c1c70eafbfdcbdbf88b6cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:05,862 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,862 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,863 INFO [StoreOpener-e32aafd545c1c70eafbfdcbdbf88b6cc-1 {}] regionserver.HStore(327): Store=e32aafd545c1c70eafbfdcbdbf88b6cc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:05,864 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,865 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,866 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,867 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,868 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,868 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,868 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 20645368447f51843e8243a54fd3288d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74772778, jitterRate=0.11420121788978577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:05,868 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,868 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 20645368447f51843e8243a54fd3288d: Running coprocessor pre-open hook at 1732738565850Writing region info on filesystem at 1732738565850Initializing all the Stores at 1732738565851 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738565851Cleaning up temporary data from old regions at 1732738565862 (+11 ms)Running coprocessor post-open hooks at 1732738565868 (+6 ms)Region opened successfully at 1732738565868 2024-11-27T20:16:05,870 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d., pid=50, masterSystemTime=1732738565842 2024-11-27T20:16:05,873 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,874 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=20645368447f51843e8243a54fd3288d, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:16:05,876 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened e32aafd545c1c70eafbfdcbdbf88b6cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62686336, jitterRate=-0.06590080261230469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:05,876 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,876 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for e32aafd545c1c70eafbfdcbdbf88b6cc: Running coprocessor pre-open hook at 1732738565855Writing region info on filesystem at 1732738565855Initializing all the Stores at 1732738565856 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738565856Cleaning up temporary data from old regions at 1732738565868 (+12 ms)Running coprocessor post-open hooks at 1732738565876 (+8 ms)Region opened successfully at 1732738565876 2024-11-27T20:16:05,877 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., pid=47, masterSystemTime=1732738565841 2024-11-27T20:16:05,877 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:05,877 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:05,877 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:05,878 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 81476b9ed916697b6aec0142d3854cc4, NAME => 'SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T20:16:05,878 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,878 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:05,878 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,878 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20645368447f51843e8243a54fd3288d, server=6daf43b95769,44163,1732738490599 because future has completed 2024-11-27T20:16:05,880 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:05,880 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:05,880 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:05,880 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a4a09effdb6ad06edbd9e87701096c2, NAME => 'SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T20:16:05,881 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,881 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:05,881 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,881 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e32aafd545c1c70eafbfdcbdbf88b6cc, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:16:05,883 INFO [StoreOpener-81476b9ed916697b6aec0142d3854cc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,884 INFO [StoreOpener-81476b9ed916697b6aec0142d3854cc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81476b9ed916697b6aec0142d3854cc4 columnFamilyName cf 2024-11-27T20:16:05,884 DEBUG [StoreOpener-81476b9ed916697b6aec0142d3854cc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:05,885 INFO [StoreOpener-81476b9ed916697b6aec0142d3854cc4-1 {}] regionserver.HStore(327): Store=81476b9ed916697b6aec0142d3854cc4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:05,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc, server=6daf43b95769,32789,1732738490521 because future has completed 2024-11-27T20:16:05,885 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,887 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=43 2024-11-27T20:16:05,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 20645368447f51843e8243a54fd3288d, server=6daf43b95769,44163,1732738490599 in 10.0390 sec 2024-11-27T20:16:05,888 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,889 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,889 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20645368447f51843e8243a54fd3288d, ASSIGN in 10.3240 sec 2024-11-27T20:16:05,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:05,894 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-27T20:16:05,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc, server=6daf43b95769,32789,1732738490521 in 10.0510 sec 2024-11-27T20:16:05,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32aafd545c1c70eafbfdcbdbf88b6cc, ASSIGN in 10.3310 sec 2024-11-27T20:16:05,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:05,897 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 81476b9ed916697b6aec0142d3854cc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67841886, jitterRate=0.010922878980636597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:05,898 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,898 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 81476b9ed916697b6aec0142d3854cc4: Running coprocessor pre-open hook at 1732738565878Writing region info on filesystem at 1732738565878Initializing all the Stores at 1732738565882 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738565882Cleaning up temporary data from old regions at 1732738565889 (+7 ms)Running coprocessor post-open hooks at 1732738565898 (+9 ms)Region opened successfully at 1732738565898 2024-11-27T20:16:05,900 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4., pid=48, masterSystemTime=1732738565842 2024-11-27T20:16:05,904 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:05,904 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:05,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=81476b9ed916697b6aec0142d3854cc4, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44163,1732738490599 2024-11-27T20:16:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81476b9ed916697b6aec0142d3854cc4, server=6daf43b95769,44163,1732738490599 because future has completed 2024-11-27T20:16:05,908 INFO [StoreOpener-4a4a09effdb6ad06edbd9e87701096c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,910 INFO [StoreOpener-4a4a09effdb6ad06edbd9e87701096c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a4a09effdb6ad06edbd9e87701096c2 columnFamilyName cf 2024-11-27T20:16:05,910 DEBUG [StoreOpener-4a4a09effdb6ad06edbd9e87701096c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:05,912 INFO [StoreOpener-4a4a09effdb6ad06edbd9e87701096c2-1 {}] regionserver.HStore(327): Store=4a4a09effdb6ad06edbd9e87701096c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:05,912 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,913 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,916 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,917 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,917 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-27T20:16:05,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 81476b9ed916697b6aec0142d3854cc4, server=6daf43b95769,44163,1732738490599 in 10.0770 sec 2024-11-27T20:16:05,922 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,925 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 4a4a09effdb6ad06edbd9e87701096c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69399664, jitterRate=0.03413558006286621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:05,926 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81476b9ed916697b6aec0142d3854cc4, ASSIGN in 10.3580 sec 2024-11-27T20:16:05,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:05,926 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 4a4a09effdb6ad06edbd9e87701096c2: Running coprocessor pre-open hook at 1732738565881Writing region info on filesystem at 1732738565881Initializing all the Stores at 1732738565891 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738565891Cleaning up temporary data from old regions at 1732738565918 (+27 ms)Running coprocessor post-open hooks at 1732738565926 (+8 ms)Region opened successfully at 1732738565926 2024-11-27T20:16:05,928 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2., pid=49, masterSystemTime=1732738565841 2024-11-27T20:16:05,931 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:05,931 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:05,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=4a4a09effdb6ad06edbd9e87701096c2, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,32789,1732738490521 2024-11-27T20:16:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2, server=6daf43b95769,32789,1732738490521 because future has completed 2024-11-27T20:16:05,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-27T20:16:05,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2, server=6daf43b95769,32789,1732738490521 in 10.0970 sec 2024-11-27T20:16:05,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:05,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=36 2024-11-27T20:16:05,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a4a09effdb6ad06edbd9e87701096c2, ASSIGN in 10.3760 sec 2024-11-27T20:16:05,945 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 6daf43b95769,38111,1732738490380 after splitting done 2024-11-27T20:16:05,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 6daf43b95769,38111,1732738490380, splitWal=true, meta=true in 41.0720 sec 2024-11-27T20:16:11,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:16:15,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T20:16:15,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T20:16:15,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:15,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 81476b9ed916697b6aec0142d3854cc4: 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 20645368447f51843e8243a54fd3288d: 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. for SnapshotProcedureTest completed. 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. for SnapshotProcedureTest completed. 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:16:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:16:15,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T20:16:15,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:15,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e32aafd545c1c70eafbfdcbdbf88b6cc: 2024-11-27T20:16:15,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. for SnapshotProcedureTest completed. 2024-11-27T20:16:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:16:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:16:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:16:15,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T20:16:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4a4a09effdb6ad06edbd9e87701096c2: 2024-11-27T20:16:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. for SnapshotProcedureTest completed. 2024-11-27T20:16:15,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:16:15,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:16:15,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:16:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741862_1038 (size=65) 2024-11-27T20:16:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741862_1038 (size=65) 2024-11-27T20:16:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741862_1038 (size=65) 2024-11-27T20:16:15,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:15,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T20:16:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T20:16:15,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:15,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:15,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 20645368447f51843e8243a54fd3288d in 51.1810 sec 2024-11-27T20:16:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741863_1039 (size=57) 2024-11-27T20:16:15,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741863_1039 (size=57) 2024-11-27T20:16:15,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741863_1039 (size=57) 2024-11-27T20:16:15,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:15,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T20:16:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T20:16:15,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:15,925 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:15,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 81476b9ed916697b6aec0142d3854cc4 in 51.1910 sec 2024-11-27T20:16:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741864_1040 (size=65) 2024-11-27T20:16:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741864_1040 (size=65) 2024-11-27T20:16:15,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741864_1040 (size=65) 2024-11-27T20:16:15,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:15,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T20:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T20:16:15,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:15,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:15,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e32aafd545c1c70eafbfdcbdbf88b6cc in 51.2080 sec 2024-11-27T20:16:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741865_1041 (size=65) 2024-11-27T20:16:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741865_1041 (size=65) 2024-11-27T20:16:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741865_1041 (size=65) 2024-11-27T20:16:15,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:15,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T20:16:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T20:16:15,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:15,953 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:15,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-27T20:16:15,957 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:16:15,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a4a09effdb6ad06edbd9e87701096c2 in 51.2190 sec 2024-11-27T20:16:15,960 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:16:15,963 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:16:15,963 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T20:16:15,969 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T20:16:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741866_1042 (size=1094) 2024-11-27T20:16:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741866_1042 (size=1094) 2024-11-27T20:16:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741866_1042 (size=1094) 2024-11-27T20:16:16,050 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:16:16,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T20:16:16,068 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:16,068 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:16,068 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:16,068 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:16,068 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:16,073 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:18,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:16:26,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-27T20:16:26,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-27T20:16:26,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-27T20:16:26,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-27T20:16:26,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-27T20:16:26,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-27T20:16:26,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T20:16:26,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T20:16:26,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-27T20:16:26,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T20:16:26,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-27T20:16:26,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T20:16:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-27T20:16:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-27T20:16:26,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-27T20:16:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-27T20:16:26,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-27T20:16:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-27T20:16:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-27T20:16:26,080 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 Release verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:26,080 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 Release verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-27T20:16:26,083 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:26,083 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:26,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 in 10.0210 sec 2024-11-27T20:16:26,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 in 10.0210 sec 2024-11-27T20:16:26,084 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 Release verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:26,087 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 Release verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:26,087 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 Release verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:26,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 in 10.0250 sec 2024-11-27T20:16:26,087 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:26,087 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:26,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 in 10.0280 sec 2024-11-27T20:16:26,090 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 Release verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:26,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 in 10.0280 sec 2024-11-27T20:16:26,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 in 10.0310 sec 2024-11-27T20:16:30,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-27T20:16:30,874 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:44989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T20:16:36,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-27T20:16:36,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-27T20:16:36,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-27T20:16:36,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-27T20:16:36,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T20:16:36,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T20:16:36,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-27T20:16:36,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-27T20:16:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-27T20:16:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-27T20:16:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-27T20:16:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-27T20:16:36,087 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 Release verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:36,087 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 Release verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:36,088 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 Release verify snapshot worker=6daf43b95769,44163,1732738490599 2024-11-27T20:16:36,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 in 20.0280 sec 2024-11-27T20:16:36,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 in 20.0280 sec 2024-11-27T20:16:36,090 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 Release verify snapshot worker=6daf43b95769,32789,1732738490521 2024-11-27T20:16:36,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,44163,1732738490599 in 20.0290 sec 2024-11-27T20:16:36,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-27T20:16:36,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,32789,1732738490521 in 20.0310 sec 2024-11-27T20:16:36,092 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:16:36,094 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T20:16:36,096 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:16:36,096 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T20:16:36,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.424 sec 2024-11-27T20:16:36,213 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T20:16:36,215 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6daf43b95769:38111 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6daf43b95769/172.17.0.2:38111 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:16:36,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1, error=java.net.ConnectException: Call to address=6daf43b95769:38111 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6daf43b95769/172.17.0.2:38111 2024-11-27T20:16:36,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-27T20:16:36,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38111,1732738490380, seqNum=-1 from cache 2024-11-27T20:16:36,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 6daf43b95769:38111 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6daf43b95769/172.17.0.2:38111 2024-11-27T20:16:36,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:36,320 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44163,1732738490599, seqNum=-1] 2024-11-27T20:16:36,347 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T20:16:36,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:16:36,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:16:36,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:36,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:36,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:36,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:36,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:16:36,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1633911593, stopped=false 2024-11-27T20:16:36,349 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,44989,1732738489461 2024-11-27T20:16:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:16:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:16:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:36,351 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:16:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:16:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:36,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:16:36,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:16:36,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:16:36,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:36,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:36,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:16:36,354 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,32789,1732738490521' ***** 2024-11-27T20:16:36,354 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:16:36,354 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,44163,1732738490599' ***** 2024-11-27T20:16:36,354 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:16:36,354 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:16:36,354 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:16:36,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:16:36,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:16:36,355 INFO [RS:1;6daf43b95769:32789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:16:36,355 INFO [RS:1;6daf43b95769:32789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:16:36,355 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(3091): Received CLOSE for e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for f23d833158b4c4e26ac12767feda0e2b 2024-11-27T20:16:36,356 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b2031d7b55de9f7a8b9984a3adac9dd 2024-11-27T20:16:36,356 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a4a09effdb6ad06edbd9e87701096c2 2024-11-27T20:16:36,356 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b71cb10814d979d517a9e2a14fa0eb3 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for 81476b9ed916697b6aec0142d3854cc4 2024-11-27T20:16:36,356 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fcc1bf256184b9c32c6da238e907ed9 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for 68e435bd464fc4512de196fa0c19cc90 2024-11-27T20:16:36,356 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,32789,1732738490521 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for 20645368447f51843e8243a54fd3288d 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,44163,1732738490599 2024-11-27T20:16:36,356 INFO [RS:1;6daf43b95769:32789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:16:36,356 INFO [RS:2;6daf43b95769:44163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:16:36,357 INFO [RS:1;6daf43b95769:32789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6daf43b95769:32789. 2024-11-27T20:16:36,357 INFO [RS:2;6daf43b95769:44163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6daf43b95769:44163. 2024-11-27T20:16:36,357 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f23d833158b4c4e26ac12767feda0e2b, disabling compactions & flushes 2024-11-27T20:16:36,357 DEBUG [RS:1;6daf43b95769:32789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:36,357 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:16:36,357 DEBUG [RS:2;6daf43b95769:44163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:36,357 DEBUG [RS:1;6daf43b95769:32789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:36,357 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:16:36,357 DEBUG [RS:2;6daf43b95769:44163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:36,357 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. after waiting 0 ms 2024-11-27T20:16:36,357 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:16:36,357 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T20:16:36,357 INFO [RS:2;6daf43b95769:44163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:16:36,357 INFO [RS:2;6daf43b95769:44163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:16:36,357 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1325): Online Regions={e32aafd545c1c70eafbfdcbdbf88b6cc=SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc., 0b2031d7b55de9f7a8b9984a3adac9dd=SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd., 4a4a09effdb6ad06edbd9e87701096c2=SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2., 5b71cb10814d979d517a9e2a14fa0eb3=SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3., 3fcc1bf256184b9c32c6da238e907ed9=SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9.} 2024-11-27T20:16:36,357 INFO [RS:2;6daf43b95769:44163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:16:36,357 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:16:36,357 DEBUG [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1351): Waiting on 0b2031d7b55de9f7a8b9984a3adac9dd, 3fcc1bf256184b9c32c6da238e907ed9, 4a4a09effdb6ad06edbd9e87701096c2, 5b71cb10814d979d517a9e2a14fa0eb3, e32aafd545c1c70eafbfdcbdbf88b6cc 2024-11-27T20:16:36,358 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-27T20:16:36,358 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1325): Online Regions={f23d833158b4c4e26ac12767feda0e2b=SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b., 1588230740=hbase:meta,,1.1588230740, 81476b9ed916697b6aec0142d3854cc4=SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4., f7c8db07d7b683c838d26053a6f4dc9c=SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c., 68e435bd464fc4512de196fa0c19cc90=SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90., 20645368447f51843e8243a54fd3288d=SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d.} 2024-11-27T20:16:36,358 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e32aafd545c1c70eafbfdcbdbf88b6cc, disabling compactions & flushes 2024-11-27T20:16:36,358 DEBUG [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20645368447f51843e8243a54fd3288d, 68e435bd464fc4512de196fa0c19cc90, 81476b9ed916697b6aec0142d3854cc4, f23d833158b4c4e26ac12767feda0e2b, f7c8db07d7b683c838d26053a6f4dc9c 2024-11-27T20:16:36,358 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:36,358 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:16:36,358 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:36,358 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:16:36,358 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. after waiting 0 ms 2024-11-27T20:16:36,358 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:16:36,358 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:36,358 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:16:36,358 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:16:36,358 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.84 KB heapSize=7.20 KB 2024-11-27T20:16:36,365 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f23d833158b4c4e26ac12767feda0e2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:16:36,369 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/e32aafd545c1c70eafbfdcbdbf88b6cc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:16:36,369 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:16:36,369 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f23d833158b4c4e26ac12767feda0e2b: Waiting for close lock at 1732738596356Running coprocessor pre-close hooks at 1732738596357 (+1 ms)Disabling compacts and flushes for region at 1732738596357Disabling writes for close at 1732738596357Writing region close event to WAL at 1732738596359 (+2 ms)Running coprocessor post-close hooks at 1732738596366 (+7 ms)Closed at 1732738596369 (+3 ms) 2024-11-27T20:16:36,370 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e32aafd545c1c70eafbfdcbdbf88b6cc: Waiting for close lock at 1732738596358Running coprocessor pre-close hooks at 1732738596358Disabling compacts and flushes for region at 1732738596358Disabling writes for close at 1732738596358Writing region close event to WAL at 1732738596358Running coprocessor post-close hooks at 1732738596369 (+11 ms)Closed at 1732738596370 (+1 ms) 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732738503411.e32aafd545c1c70eafbfdcbdbf88b6cc. 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732738503411.f23d833158b4c4e26ac12767feda0e2b. 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b2031d7b55de9f7a8b9984a3adac9dd, disabling compactions & flushes 2024-11-27T20:16:36,370 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81476b9ed916697b6aec0142d3854cc4, disabling compactions & flushes 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. after waiting 0 ms 2024-11-27T20:16:36,370 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. after waiting 0 ms 2024-11-27T20:16:36,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:36,372 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/info/5fe304eded49477b8210b21c991f30de is 167, key is SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2./info:regioninfo/1732738565931/Put/seqid=0 2024-11-27T20:16:36,377 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/81476b9ed916697b6aec0142d3854cc4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:16:36,377 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:16:36,377 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:16:36,378 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:36,378 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81476b9ed916697b6aec0142d3854cc4: Waiting for close lock at 1732738596370Running coprocessor pre-close hooks at 1732738596370Disabling compacts and flushes for region at 1732738596370Disabling writes for close at 1732738596370Writing region close event to WAL at 1732738596372 (+2 ms)Running coprocessor post-close hooks at 1732738596378 (+6 ms)Closed at 1732738596378 2024-11-27T20:16:36,378 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732738503411.81476b9ed916697b6aec0142d3854cc4. 2024-11-27T20:16:36,378 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7c8db07d7b683c838d26053a6f4dc9c, disabling compactions & flushes 2024-11-27T20:16:36,378 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:16:36,378 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:16:36,378 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. after waiting 0 ms 2024-11-27T20:16:36,378 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:16:36,383 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:16:36,383 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:16:36,384 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/0b2031d7b55de9f7a8b9984a3adac9dd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:16:36,385 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:16:36,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b2031d7b55de9f7a8b9984a3adac9dd: Waiting for close lock at 1732738596370Running coprocessor pre-close hooks at 1732738596370Disabling compacts and flushes for region at 1732738596370Disabling writes for close at 1732738596370Writing region close event to WAL at 1732738596376 (+6 ms)Running coprocessor post-close hooks at 1732738596385 (+9 ms)Closed at 1732738596385 2024-11-27T20:16:36,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732738503411.0b2031d7b55de9f7a8b9984a3adac9dd. 2024-11-27T20:16:36,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a4a09effdb6ad06edbd9e87701096c2, disabling compactions & flushes 2024-11-27T20:16:36,385 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:36,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:36,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. after waiting 0 ms 2024-11-27T20:16:36,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:36,389 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/f7c8db07d7b683c838d26053a6f4dc9c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:16:36,390 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:16:36,390 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7c8db07d7b683c838d26053a6f4dc9c: Waiting for close lock at 1732738596378Running coprocessor pre-close hooks at 1732738596378Disabling compacts and flushes for region at 1732738596378Disabling writes for close at 1732738596378Writing region close event to WAL at 1732738596383 (+5 ms)Running coprocessor post-close hooks at 1732738596390 (+7 ms)Closed at 1732738596390 2024-11-27T20:16:36,390 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732738503411.f7c8db07d7b683c838d26053a6f4dc9c. 2024-11-27T20:16:36,390 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68e435bd464fc4512de196fa0c19cc90, disabling compactions & flushes 2024-11-27T20:16:36,391 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:16:36,391 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:16:36,391 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. after waiting 0 ms 2024-11-27T20:16:36,391 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:16:36,397 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/4a4a09effdb6ad06edbd9e87701096c2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:16:36,398 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:36,398 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a4a09effdb6ad06edbd9e87701096c2: Waiting for close lock at 1732738596385Running coprocessor pre-close hooks at 1732738596385Disabling compacts and flushes for region at 1732738596385Disabling writes for close at 1732738596385Writing region close event to WAL at 1732738596389 (+4 ms)Running coprocessor post-close hooks at 1732738596398 (+9 ms)Closed at 1732738596398 2024-11-27T20:16:36,398 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732738503411.4a4a09effdb6ad06edbd9e87701096c2. 2024-11-27T20:16:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741867_1043 (size=9447) 2024-11-27T20:16:36,398 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b71cb10814d979d517a9e2a14fa0eb3, disabling compactions & flushes 2024-11-27T20:16:36,399 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:16:36,399 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:16:36,399 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. after waiting 0 ms 2024-11-27T20:16:36,399 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:16:36,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741867_1043 (size=9447) 2024-11-27T20:16:36,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741867_1043 (size=9447) 2024-11-27T20:16:36,401 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.84 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/info/5fe304eded49477b8210b21c991f30de 2024-11-27T20:16:36,405 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/68e435bd464fc4512de196fa0c19cc90/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:16:36,405 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/5b71cb10814d979d517a9e2a14fa0eb3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:16:36,406 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:16:36,406 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68e435bd464fc4512de196fa0c19cc90: Waiting for close lock at 1732738596390Running coprocessor pre-close hooks at 1732738596390Disabling compacts and flushes for region at 1732738596390Disabling writes for close at 1732738596391 (+1 ms)Writing region close event to WAL at 1732738596397 (+6 ms)Running coprocessor post-close hooks at 1732738596406 (+9 ms)Closed at 1732738596406 2024-11-27T20:16:36,406 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:16:36,406 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b71cb10814d979d517a9e2a14fa0eb3: Waiting for close lock at 1732738596398Running coprocessor pre-close hooks at 1732738596398Disabling compacts and flushes for region at 1732738596398Disabling writes for close at 1732738596399 (+1 ms)Writing region close event to WAL at 1732738596399Running coprocessor post-close hooks at 1732738596406 (+7 ms)Closed at 1732738596406 2024-11-27T20:16:36,406 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732738503411.68e435bd464fc4512de196fa0c19cc90. 2024-11-27T20:16:36,406 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732738503411.5b71cb10814d979d517a9e2a14fa0eb3. 2024-11-27T20:16:36,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20645368447f51843e8243a54fd3288d, disabling compactions & flushes 2024-11-27T20:16:36,407 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:36,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fcc1bf256184b9c32c6da238e907ed9, disabling compactions & flushes 2024-11-27T20:16:36,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:36,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. after waiting 0 ms 2024-11-27T20:16:36,407 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:16:36,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:36,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:16:36,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. after waiting 0 ms 2024-11-27T20:16:36,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:16:36,409 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/.tmp/info/5fe304eded49477b8210b21c991f30de as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/info/5fe304eded49477b8210b21c991f30de 2024-11-27T20:16:36,413 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/20645368447f51843e8243a54fd3288d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:16:36,413 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/default/SPTestTable/3fcc1bf256184b9c32c6da238e907ed9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:16:36,413 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:36,414 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20645368447f51843e8243a54fd3288d: Waiting for close lock at 1732738596406Running coprocessor pre-close hooks at 1732738596406Disabling compacts and flushes for region at 1732738596406Disabling writes for close at 1732738596407 (+1 ms)Writing region close event to WAL at 1732738596408 (+1 ms)Running coprocessor post-close hooks at 1732738596413 (+5 ms)Closed at 1732738596413 2024-11-27T20:16:36,414 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732738503411.20645368447f51843e8243a54fd3288d. 2024-11-27T20:16:36,414 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:16:36,414 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fcc1bf256184b9c32c6da238e907ed9: Waiting for close lock at 1732738596407Running coprocessor pre-close hooks at 1732738596407Disabling compacts and flushes for region at 1732738596407Disabling writes for close at 1732738596407Writing region close event to WAL at 1732738596408 (+1 ms)Running coprocessor post-close hooks at 1732738596414 (+6 ms)Closed at 1732738596414 2024-11-27T20:16:36,414 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732738503411.3fcc1bf256184b9c32c6da238e907ed9. 2024-11-27T20:16:36,415 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:16:36,416 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:16:36,418 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/info/5fe304eded49477b8210b21c991f30de, entries=32, sequenceid=39, filesize=9.2 K 2024-11-27T20:16:36,419 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=39, compaction requested=false 2024-11-27T20:16:36,425 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-27T20:16:36,425 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:16:36,426 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:16:36,426 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738596358Running coprocessor pre-close hooks at 1732738596358Disabling compacts and flushes for region at 1732738596358Disabling writes for close at 1732738596358Obtaining lock to block concurrent updates at 1732738596358Preparing flush snapshotting stores in 1588230740 at 1732738596358Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3936, getHeapSize=7312, getOffHeapSize=0, getCellsCount=32 at 1732738596359 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738596360 (+1 ms)Flushing 1588230740/info: creating writer at 1732738596360Flushing 1588230740/info: appending metadata at 1732738596371 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732738596371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bac62bd: reopening flushed file at 1732738596408 (+37 ms)Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=39, compaction requested=false at 1732738596419 (+11 ms)Writing region close event to WAL at 1732738596421 (+2 ms)Running coprocessor post-close hooks at 1732738596425 (+4 ms)Closed at 1732738596426 (+1 ms) 2024-11-27T20:16:36,426 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:16:36,558 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,32789,1732738490521; all regions closed. 2024-11-27T20:16:36,558 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,44163,1732738490599; all regions closed. 2024-11-27T20:16:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741858_1034 (size=5452) 2024-11-27T20:16:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741835_1011 (size=3530) 2024-11-27T20:16:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741835_1011 (size=3530) 2024-11-27T20:16:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741858_1034 (size=5452) 2024-11-27T20:16:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741858_1034 (size=5452) 2024-11-27T20:16:36,566 DEBUG [RS:1;6daf43b95769:32789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs 2024-11-27T20:16:36,566 INFO [RS:1;6daf43b95769:32789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C32789%2C1732738490521:(num 1732738492612) 2024-11-27T20:16:36,566 DEBUG [RS:1;6daf43b95769:32789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:36,566 INFO [RS:1;6daf43b95769:32789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:16:36,566 INFO [RS:1;6daf43b95769:32789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:16:36,566 INFO [RS:1;6daf43b95769:32789 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T20:16:36,566 INFO [RS:1;6daf43b95769:32789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:16:36,567 DEBUG [RS:2;6daf43b95769:44163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs 2024-11-27T20:16:36,567 INFO [RS:1;6daf43b95769:32789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:16:36,567 INFO [RS:2;6daf43b95769:44163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44163%2C1732738490599.meta:.meta(num 1732738545121) 2024-11-27T20:16:36,567 INFO [RS:1;6daf43b95769:32789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:16:36,567 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:16:36,567 INFO [RS:1;6daf43b95769:32789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:16:36,567 INFO [RS:1;6daf43b95769:32789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32789 2024-11-27T20:16:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6daf43b95769,32789,1732738490521 2024-11-27T20:16:36,569 INFO [RS:1;6daf43b95769:32789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:16:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:16:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741834_1010 (size=3500) 2024-11-27T20:16:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741834_1010 (size=3500) 2024-11-27T20:16:36,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,32789,1732738490521] 2024-11-27T20:16:36,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6daf43b95769,32789,1732738490521 already deleted, retry=false 2024-11-27T20:16:36,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,32789,1732738490521 expired; onlineServers=1 2024-11-27T20:16:36,573 DEBUG [RS:2;6daf43b95769:44163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/oldWALs 2024-11-27T20:16:36,573 INFO [RS:2;6daf43b95769:44163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44163%2C1732738490599:(num 1732738492601) 2024-11-27T20:16:36,573 DEBUG [RS:2;6daf43b95769:44163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:36,573 INFO [RS:2;6daf43b95769:44163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:16:36,573 INFO [RS:2;6daf43b95769:44163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:16:36,574 INFO [RS:2;6daf43b95769:44163 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:16:36,574 INFO [RS:2;6daf43b95769:44163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:16:36,574 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:16:36,574 INFO [RS:2;6daf43b95769:44163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44163 2024-11-27T20:16:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6daf43b95769,44163,1732738490599 2024-11-27T20:16:36,576 INFO [RS:2;6daf43b95769:44163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:16:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:16:36,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,44163,1732738490599] 2024-11-27T20:16:36,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6daf43b95769,44163,1732738490599 already deleted, retry=false 2024-11-27T20:16:36,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,44163,1732738490599 expired; onlineServers=0 2024-11-27T20:16:36,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,44989,1732738489461' ***** 2024-11-27T20:16:36,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:16:36,580 INFO [M:0;6daf43b95769:44989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:16:36,580 INFO [M:0;6daf43b95769:44989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:16:36,580 DEBUG [M:0;6daf43b95769:44989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:16:36,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:16:36,580 DEBUG [M:0;6daf43b95769:44989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:16:36,580 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738492018 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738492018,5,FailOnTimeoutGroup] 2024-11-27T20:16:36,580 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738492025 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738492025,5,FailOnTimeoutGroup] 2024-11-27T20:16:36,581 INFO [M:0;6daf43b95769:44989 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:16:36,581 INFO [M:0;6daf43b95769:44989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:16:36,581 DEBUG [M:0;6daf43b95769:44989 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:16:36,581 INFO [M:0;6daf43b95769:44989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:16:36,581 INFO [M:0;6daf43b95769:44989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:16:36,581 ERROR [M:0;6daf43b95769:44989 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33619,5,PEWorkerGroup] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:33619 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33619,5,PEWorkerGroup] 2024-11-27T20:16:36,582 INFO [M:0;6daf43b95769:44989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:16:36,582 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:16:36,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T20:16:36,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:36,583 DEBUG [M:0;6daf43b95769:44989 {}] zookeeper.ZKUtil(347): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T20:16:36,583 WARN [M:0;6daf43b95769:44989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:16:36,583 INFO [M:0;6daf43b95769:44989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/.lastflushedseqids 2024-11-27T20:16:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741868_1044 (size=668) 2024-11-27T20:16:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741868_1044 (size=668) 2024-11-27T20:16:36,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741868_1044 (size=668) 2024-11-27T20:16:36,603 INFO [M:0;6daf43b95769:44989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:16:36,603 INFO [M:0;6daf43b95769:44989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:16:36,603 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:16:36,603 INFO [M:0;6daf43b95769:44989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:36,603 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:36,603 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:16:36,604 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:36,604 INFO [M:0;6daf43b95769:44989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.78 KB heapSize=265.37 KB 2024-11-27T20:16:36,629 DEBUG [M:0;6daf43b95769:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19f3614c456b481ab76e760d568d1121 is 82, key is hbase:meta,,1/info:regioninfo/1732738545469/Put/seqid=0 2024-11-27T20:16:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741869_1045 (size=6071) 2024-11-27T20:16:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741869_1045 (size=6071) 2024-11-27T20:16:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741869_1045 (size=6071) 2024-11-27T20:16:36,638 INFO [M:0;6daf43b95769:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19f3614c456b481ab76e760d568d1121 2024-11-27T20:16:36,662 DEBUG [M:0;6daf43b95769:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fdcda821e74a8f89c0828eedee509e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732738514452/Put/seqid=0 2024-11-27T20:16:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741870_1046 (size=9112) 2024-11-27T20:16:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741870_1046 (size=9112) 2024-11-27T20:16:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741870_1046 (size=9112) 2024-11-27T20:16:36,671 INFO [M:0;6daf43b95769:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.55 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fdcda821e74a8f89c0828eedee509e 2024-11-27T20:16:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:36,672 INFO [RS:1;6daf43b95769:32789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:16:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1015b11045e0002, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:36,672 INFO [RS:1;6daf43b95769:32789 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,32789,1732738490521; zookeeper connection closed. 2024-11-27T20:16:36,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48a2dcc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48a2dcc6 2024-11-27T20:16:36,678 INFO [M:0;6daf43b95769:44989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4fdcda821e74a8f89c0828eedee509e 2024-11-27T20:16:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x1015b11045e0003, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:36,678 INFO [RS:2;6daf43b95769:44163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:16:36,678 INFO [RS:2;6daf43b95769:44163 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,44163,1732738490599; zookeeper connection closed. 2024-11-27T20:16:36,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ab923d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ab923d4 2024-11-27T20:16:36,679 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T20:16:36,693 DEBUG [M:0;6daf43b95769:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba784e15724c4625b66de78147c04cb1 is 69, key is 6daf43b95769,32789,1732738490521/rs:state/1732738492127/Put/seqid=0 2024-11-27T20:16:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741871_1047 (size=5446) 2024-11-27T20:16:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741871_1047 (size=5446) 2024-11-27T20:16:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741871_1047 (size=5446) 2024-11-27T20:16:36,702 INFO [M:0;6daf43b95769:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba784e15724c4625b66de78147c04cb1 2024-11-27T20:16:36,709 INFO [M:0;6daf43b95769:44989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba784e15724c4625b66de78147c04cb1 2024-11-27T20:16:36,710 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19f3614c456b481ab76e760d568d1121 as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19f3614c456b481ab76e760d568d1121 2024-11-27T20:16:36,718 INFO [M:0;6daf43b95769:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19f3614c456b481ab76e760d568d1121, entries=14, sequenceid=564, filesize=5.9 K 2024-11-27T20:16:36,719 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fdcda821e74a8f89c0828eedee509e as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4fdcda821e74a8f89c0828eedee509e 2024-11-27T20:16:36,727 INFO [M:0;6daf43b95769:44989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4fdcda821e74a8f89c0828eedee509e 2024-11-27T20:16:36,727 INFO [M:0;6daf43b95769:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4fdcda821e74a8f89c0828eedee509e, entries=60, sequenceid=564, filesize=8.9 K 2024-11-27T20:16:36,729 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba784e15724c4625b66de78147c04cb1 as hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba784e15724c4625b66de78147c04cb1 2024-11-27T20:16:36,736 INFO [M:0;6daf43b95769:44989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba784e15724c4625b66de78147c04cb1 2024-11-27T20:16:36,736 INFO [M:0;6daf43b95769:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33619/user/jenkins/test-data/488e5e74-2436-7a0d-84cb-0920bf5ad547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba784e15724c4625b66de78147c04cb1, entries=3, sequenceid=564, filesize=5.3 K 2024-11-27T20:16:36,737 INFO [M:0;6daf43b95769:44989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.78 KB/218910, heapSize ~265.07 KB/271432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=564, compaction requested=false 2024-11-27T20:16:36,739 INFO [M:0;6daf43b95769:44989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:36,739 DEBUG [M:0;6daf43b95769:44989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738596603Disabling compacts and flushes for region at 1732738596603Disabling writes for close at 1732738596603Obtaining lock to block concurrent updates at 1732738596604 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738596604Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218910, getHeapSize=271672, getOffHeapSize=0, getCellsCount=685 at 1732738596604Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738596605 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738596605Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738596628 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738596628Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738596645 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738596662 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738596662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738596678 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738596693 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738596693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8cfb7f3: reopening flushed file at 1732738596709 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce3945c: reopening flushed file at 1732738596718 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37981322: reopening flushed file at 1732738596728 (+10 ms)Finished flush of dataSize ~213.78 KB/218910, heapSize ~265.07 KB/271432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=564, compaction requested=false at 1732738596737 (+9 ms)Writing region close event to WAL at 1732738596739 (+2 ms)Closed at 1732738596739 2024-11-27T20:16:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741830_1006 (size=256473) 2024-11-27T20:16:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741830_1006 (size=256473) 2024-11-27T20:16:36,742 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:16:36,743 INFO [M:0;6daf43b95769:44989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:16:36,743 INFO [M:0;6daf43b95769:44989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44989 2024-11-27T20:16:36,743 INFO [M:0;6daf43b95769:44989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:16:36,845 INFO [M:0;6daf43b95769:44989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:16:36,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:36,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x1015b11045e0000, quorum=127.0.0.1:61523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:36,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:36,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:16:36,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:16:36,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:16:36,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir/,STOPPED} 2024-11-27T20:16:36,855 WARN [BP-448306861-172.17.0.2-1732738485560 heartbeating to localhost/127.0.0.1:33619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:16:36,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:16:36,855 WARN [BP-448306861-172.17.0.2-1732738485560 heartbeating to localhost/127.0.0.1:33619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-448306861-172.17.0.2-1732738485560 (Datanode Uuid b10442f3-685c-41ec-9c8d-18c5b7678ccc) service to localhost/127.0.0.1:33619 2024-11-27T20:16:36,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:16:36,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data5/current/BP-448306861-172.17.0.2-1732738485560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:16:36,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data6/current/BP-448306861-172.17.0.2-1732738485560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:16:36,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:16:36,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:36,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:16:36,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:16:36,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:16:36,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir/,STOPPED} 2024-11-27T20:16:36,861 WARN [BP-448306861-172.17.0.2-1732738485560 heartbeating to localhost/127.0.0.1:33619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:16:36,861 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:16:36,861 WARN [BP-448306861-172.17.0.2-1732738485560 heartbeating to localhost/127.0.0.1:33619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-448306861-172.17.0.2-1732738485560 (Datanode Uuid 12f6c48e-2f8b-4df3-a945-8453dcdc1679) service to localhost/127.0.0.1:33619 2024-11-27T20:16:36,861 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:16:36,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data3/current/BP-448306861-172.17.0.2-1732738485560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:16:36,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data4/current/BP-448306861-172.17.0.2-1732738485560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:16:36,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:16:36,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:36,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:16:36,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:16:36,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:16:36,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir/,STOPPED} 2024-11-27T20:16:36,867 WARN [BP-448306861-172.17.0.2-1732738485560 heartbeating to localhost/127.0.0.1:33619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:16:36,867 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:16:36,867 WARN [BP-448306861-172.17.0.2-1732738485560 heartbeating to localhost/127.0.0.1:33619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-448306861-172.17.0.2-1732738485560 (Datanode Uuid 4b974c95-ca58-4233-b572-a63a4b0c0a05) service to localhost/127.0.0.1:33619 2024-11-27T20:16:36,867 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:16:36,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data1/current/BP-448306861-172.17.0.2-1732738485560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:16:36,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/cluster_48bc1d97-1a9c-18af-e12f-3e49090a5c46/data/data2/current/BP-448306861-172.17.0.2-1732738485560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:16:36,868 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:16:36,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:16:36,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:16:36,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:16:36,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:16:36,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir/,STOPPED} 2024-11-27T20:16:36,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:16:36,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:16:36,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: regionserver/6daf43b95769:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6daf43b95769:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6daf43b95769:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33619 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4e23aaf3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33619 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6daf43b95769:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6daf43b95769:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS_OPEN_REGION-regionserver/6daf43b95769:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6daf43b95769:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6daf43b95769:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6daf43b95769:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=5420 (was 6719) 2024-11-27T20:16:36,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=5420 2024-11-27T20:16:36,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir so I do NOT create it in target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813 2024-11-27T20:16:36,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:16:36,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.tmp.dir so I do NOT create it in target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813 2024-11-27T20:16:36,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e1b3ec1-8b0c-41b7-d444-d83d25f44509/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:16:36,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813 2024-11-27T20:16:36,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:16:36,966 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7, deleteOnExit=true 2024-11-27T20:16:36,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:16:36,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/test.cache.data in system properties and HBase conf 2024-11-27T20:16:36,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:16:36,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:16:36,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:16:36,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:16:36,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:16:36,968 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:16:36,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:36,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:36,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:16:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:36,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:16:36,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:16:37,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:37,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:37,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:37,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:37,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:37,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:37,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ab72d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:37,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2475479b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:37,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4748b674{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/java.io.tmpdir/jetty-localhost-32773-hadoop-hdfs-3_4_1-tests_jar-_-any-16638347054224007552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:16:37,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49935db{HTTP/1.1, (http/1.1)}{localhost:32773} 2024-11-27T20:16:37,183 INFO [Time-limited test {}] server.Server(415): Started @114604ms 2024-11-27T20:16:37,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:37,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:37,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:37,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:37,275 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:37,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6737dec0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:37,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a61ad1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:37,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f594751{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/java.io.tmpdir/jetty-localhost-35735-hadoop-hdfs-3_4_1-tests_jar-_-any-5934759749002144642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:37,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7396b0e{HTTP/1.1, (http/1.1)}{localhost:35735} 2024-11-27T20:16:37,392 INFO [Time-limited test {}] server.Server(415): Started @114813ms 2024-11-27T20:16:37,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:16:37,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:37,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:37,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:37,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:37,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:37,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae8508c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:37,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a24c7a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:37,510 WARN [Thread-690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data1/current/BP-1982130274-172.17.0.2-1732738596994/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:37,510 WARN [Thread-691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data2/current/BP-1982130274-172.17.0.2-1732738596994/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:37,534 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:16:37,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50a8395420cfa279 with lease ID 0xc5d56decbe47f216: Processing first storage report for DS-614c28c1-d180-4939-950c-97ee4dd37689 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=4f6c57ed-1894-4372-85bf-3bbf40ba443d, infoPort=44733, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994) 2024-11-27T20:16:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50a8395420cfa279 with lease ID 0xc5d56decbe47f216: from storage DS-614c28c1-d180-4939-950c-97ee4dd37689 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=4f6c57ed-1894-4372-85bf-3bbf40ba443d, infoPort=44733, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:16:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50a8395420cfa279 with lease ID 0xc5d56decbe47f216: Processing first storage report for DS-3f2b4e7e-d1d4-456e-b01a-f45329c15ca9 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=4f6c57ed-1894-4372-85bf-3bbf40ba443d, infoPort=44733, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994) 2024-11-27T20:16:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50a8395420cfa279 with lease ID 0xc5d56decbe47f216: from storage DS-3f2b4e7e-d1d4-456e-b01a-f45329c15ca9 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=4f6c57ed-1894-4372-85bf-3bbf40ba443d, infoPort=44733, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:16:37,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56b658e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/java.io.tmpdir/jetty-localhost-44897-hadoop-hdfs-3_4_1-tests_jar-_-any-654537112947569604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:37,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ccf2faf{HTTP/1.1, (http/1.1)}{localhost:44897} 2024-11-27T20:16:37,555 INFO [Time-limited test {}] server.Server(415): Started @114975ms 2024-11-27T20:16:37,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:16:37,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:37,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:37,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:37,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:37,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:16:37,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77afe134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:37,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5777bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:37,662 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data3/current/BP-1982130274-172.17.0.2-1732738596994/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:37,662 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data4/current/BP-1982130274-172.17.0.2-1732738596994/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:37,687 WARN [Thread-705 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:16:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaca6dce724c4c5a1 with lease ID 0xc5d56decbe47f217: Processing first storage report for DS-1943b18a-7e16-482c-8dc1-7bd0b4af1625 from datanode DatanodeRegistration(127.0.0.1:38157, datanodeUuid=206ddb53-0543-433f-abda-f616205ae0cc, infoPort=32989, infoSecurePort=0, ipcPort=44599, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994) 2024-11-27T20:16:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaca6dce724c4c5a1 with lease ID 0xc5d56decbe47f217: from storage DS-1943b18a-7e16-482c-8dc1-7bd0b4af1625 node DatanodeRegistration(127.0.0.1:38157, datanodeUuid=206ddb53-0543-433f-abda-f616205ae0cc, infoPort=32989, infoSecurePort=0, ipcPort=44599, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:16:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaca6dce724c4c5a1 with lease ID 0xc5d56decbe47f217: Processing first storage report for DS-17d139e1-2663-4351-8b1b-fee3b1bbef69 from datanode DatanodeRegistration(127.0.0.1:38157, datanodeUuid=206ddb53-0543-433f-abda-f616205ae0cc, infoPort=32989, infoSecurePort=0, ipcPort=44599, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994) 2024-11-27T20:16:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaca6dce724c4c5a1 with lease ID 0xc5d56decbe47f217: from storage DS-17d139e1-2663-4351-8b1b-fee3b1bbef69 node DatanodeRegistration(127.0.0.1:38157, datanodeUuid=206ddb53-0543-433f-abda-f616205ae0cc, infoPort=32989, infoSecurePort=0, ipcPort=44599, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:16:37,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71458439{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/java.io.tmpdir/jetty-localhost-37649-hadoop-hdfs-3_4_1-tests_jar-_-any-4829059199033576882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:37,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c883179{HTTP/1.1, (http/1.1)}{localhost:37649} 2024-11-27T20:16:37,732 INFO [Time-limited test {}] server.Server(415): Started @115152ms 2024-11-27T20:16:37,733 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:16:37,837 WARN [Thread-751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data5/current/BP-1982130274-172.17.0.2-1732738596994/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:37,837 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data6/current/BP-1982130274-172.17.0.2-1732738596994/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:37,869 WARN [Thread-740 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:16:37,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe669896721d42792 with lease ID 0xc5d56decbe47f218: Processing first storage report for DS-8ccfb82f-5586-452d-b0c6-723ff79eddc6 from datanode DatanodeRegistration(127.0.0.1:41089, datanodeUuid=641fab72-6703-4785-800b-a0e857dd08c6, infoPort=42147, infoSecurePort=0, ipcPort=34517, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994) 2024-11-27T20:16:37,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe669896721d42792 with lease ID 0xc5d56decbe47f218: from storage DS-8ccfb82f-5586-452d-b0c6-723ff79eddc6 node DatanodeRegistration(127.0.0.1:41089, datanodeUuid=641fab72-6703-4785-800b-a0e857dd08c6, infoPort=42147, infoSecurePort=0, ipcPort=34517, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:16:37,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe669896721d42792 with lease ID 0xc5d56decbe47f218: Processing first storage report for DS-88b28f4e-7cd5-4317-a7ff-13834f46953c from datanode DatanodeRegistration(127.0.0.1:41089, datanodeUuid=641fab72-6703-4785-800b-a0e857dd08c6, infoPort=42147, infoSecurePort=0, ipcPort=34517, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994) 2024-11-27T20:16:37,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe669896721d42792 with lease ID 0xc5d56decbe47f218: from storage DS-88b28f4e-7cd5-4317-a7ff-13834f46953c node DatanodeRegistration(127.0.0.1:41089, datanodeUuid=641fab72-6703-4785-800b-a0e857dd08c6, infoPort=42147, infoSecurePort=0, ipcPort=34517, storageInfo=lv=-57;cid=testClusterID;nsid=85699291;c=1732738596994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:16:37,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813 2024-11-27T20:16:37,964 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/zookeeper_0, clientPort=50518, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:16:37,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50518 2024-11-27T20:16:37,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:37,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:16:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:16:37,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:16:37,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e with version=8 2024-11-27T20:16:37,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/hbase-staging 2024-11-27T20:16:37,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:37,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:37,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:37,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:37,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:37,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:37,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:16:37,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:37,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34959 2024-11-27T20:16:37,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34959 connecting to ZooKeeper ensemble=127.0.0.1:50518 2024-11-27T20:16:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349590x0, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:37,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34959-0x1015b12aedb0000 connected 2024-11-27T20:16:38,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:16:38,018 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e, hbase.cluster.distributed=false 2024-11-27T20:16:38,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:16:38,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-27T20:16:38,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34959 2024-11-27T20:16:38,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34959 2024-11-27T20:16:38,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-27T20:16:38,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-27T20:16:38,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:38,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:38,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:38,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:16:38,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:38,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42851 2024-11-27T20:16:38,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42851 connecting to ZooKeeper ensemble=127.0.0.1:50518 2024-11-27T20:16:38,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428510x0, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:38,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42851-0x1015b12aedb0001 connected 2024-11-27T20:16:38,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:16:38,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:16:38,055 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:16:38,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:16:38,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:16:38,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-27T20:16:38,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42851 2024-11-27T20:16:38,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42851 2024-11-27T20:16:38,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-27T20:16:38,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-27T20:16:38,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:38,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:38,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:38,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:16:38,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:38,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34833 2024-11-27T20:16:38,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34833 connecting to ZooKeeper ensemble=127.0.0.1:50518 2024-11-27T20:16:38,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348330x0, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:38,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34833-0x1015b12aedb0002 connected 2024-11-27T20:16:38,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:16:38,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:16:38,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:16:38,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:16:38,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:16:38,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-27T20:16:38,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34833 2024-11-27T20:16:38,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34833 2024-11-27T20:16:38,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-27T20:16:38,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-27T20:16:38,129 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:38,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:38,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:38,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:38,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:16:38,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:38,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36397 2024-11-27T20:16:38,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36397 connecting to ZooKeeper ensemble=127.0.0.1:50518 2024-11-27T20:16:38,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363970x0, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:38,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363970x0, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:16:38,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:16:38,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36397-0x1015b12aedb0003 connected 2024-11-27T20:16:38,146 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:16:38,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:16:38,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:16:38,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36397 2024-11-27T20:16:38,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36397 2024-11-27T20:16:38,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36397 2024-11-27T20:16:38,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36397 2024-11-27T20:16:38,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36397 2024-11-27T20:16:38,176 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:34959 2024-11-27T20:16:38,176 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6daf43b95769,34959,1732738597985 2024-11-27T20:16:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:16:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:16:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:16:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:16:38,179 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6daf43b95769,34959,1732738597985 2024-11-27T20:16:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:16:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:16:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:16:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,181 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T20:16:38,182 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6daf43b95769,34959,1732738597985 from backup master directory 2024-11-27T20:16:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6daf43b95769,34959,1732738597985 2024-11-27T20:16:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:16:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:16:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:16:38,183 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:16:38,183 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,34959,1732738597985 2024-11-27T20:16:38,188 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/hbase.id] with ID: ece9660a-3d76-4a6e-acbf-9ac62f4ac0f0 2024-11-27T20:16:38,188 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.tmp/hbase.id 2024-11-27T20:16:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:16:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:16:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:16:38,200 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.tmp/hbase.id]:[hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/hbase.id] 2024-11-27T20:16:38,215 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:38,215 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:16:38,217 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T20:16:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:16:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:16:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:16:38,234 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:38,235 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:16:38,236 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:16:38,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:16:38,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:16:38,248 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store 2024-11-27T20:16:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:16:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:16:38,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:16:38,258 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:38,258 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:16:38,258 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:38,258 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:38,258 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:16:38,258 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:38,258 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:38,258 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738598258Disabling compacts and flushes for region at 1732738598258Disabling writes for close at 1732738598258Writing region close event to WAL at 1732738598258Closed at 1732738598258 2024-11-27T20:16:38,260 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/.initializing 2024-11-27T20:16:38,260 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/WALs/6daf43b95769,34959,1732738597985 2024-11-27T20:16:38,261 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:38,263 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C34959%2C1732738597985, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/WALs/6daf43b95769,34959,1732738597985, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/oldWALs, maxLogs=10 2024-11-27T20:16:38,277 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/WALs/6daf43b95769,34959,1732738597985/6daf43b95769%2C34959%2C1732738597985.1732738598263, exclude list is [], retry=0 2024-11-27T20:16:38,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-614c28c1-d180-4939-950c-97ee4dd37689,DISK] 2024-11-27T20:16:38,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-8ccfb82f-5586-452d-b0c6-723ff79eddc6,DISK] 2024-11-27T20:16:38,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-1943b18a-7e16-482c-8dc1-7bd0b4af1625,DISK] 2024-11-27T20:16:38,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/WALs/6daf43b95769,34959,1732738597985/6daf43b95769%2C34959%2C1732738597985.1732738598263 2024-11-27T20:16:38,283 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44733:44733),(127.0.0.1/127.0.0.1:42147:42147),(127.0.0.1/127.0.0.1:32989:32989)] 2024-11-27T20:16:38,283 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:38,283 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:38,283 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,283 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:16:38,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:38,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:16:38,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:38,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:16:38,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:38,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:16:38,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:38,292 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,293 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,293 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,295 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,295 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,295 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:38,296 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:38,298 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:38,299 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61904743, jitterRate=-0.07754744589328766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:38,300 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738598283Initializing all the Stores at 1732738598284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738598284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738598284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738598284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738598284Cleaning up temporary data from old regions at 1732738598295 (+11 ms)Region opened successfully at 1732738598299 (+4 ms) 2024-11-27T20:16:38,300 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:16:38,303 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a8067d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:38,304 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:16:38,305 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:16:38,305 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:16:38,305 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:16:38,305 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:16:38,305 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:16:38,306 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T20:16:38,308 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:16:38,309 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T20:16:38,310 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T20:16:38,310 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:16:38,311 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:16:38,312 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T20:16:38,312 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:16:38,314 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:16:38,315 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T20:16:38,316 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:16:38,319 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T20:16:38,321 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:16:38,322 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T20:16:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:16:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:16:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:16:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:16:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,325 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,34959,1732738597985, sessionid=0x1015b12aedb0000, setting cluster-up flag (Was=false) 2024-11-27T20:16:38,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,333 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T20:16:38,335 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,34959,1732738597985 2024-11-27T20:16:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,346 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T20:16:38,347 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,34959,1732738597985 2024-11-27T20:16:38,348 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:16:38,350 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:38,350 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:16:38,351 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:16:38,351 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,34959,1732738597985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:16:38,352 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:38,352 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:38,352 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:38,352 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:38,352 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:16:38,352 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,352 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:38,352 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,354 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738628354 2024-11-27T20:16:38,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:38,354 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:16:38,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:16:38,354 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:16:38,354 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:16:38,354 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:16:38,354 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:16:38,354 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:16:38,354 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,355 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:16:38,355 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:16:38,355 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:16:38,355 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,355 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:16:38,355 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:16:38,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:16:38,356 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738598355,5,FailOnTimeoutGroup] 2024-11-27T20:16:38,356 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738598356,5,FailOnTimeoutGroup] 2024-11-27T20:16:38,356 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,356 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:16:38,356 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,356 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,359 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(746): ClusterId : ece9660a-3d76-4a6e-acbf-9ac62f4ac0f0 2024-11-27T20:16:38,360 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(746): ClusterId : ece9660a-3d76-4a6e-acbf-9ac62f4ac0f0 2024-11-27T20:16:38,360 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:16:38,360 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:16:38,360 INFO [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(746): ClusterId : ece9660a-3d76-4a6e-acbf-9ac62f4ac0f0 2024-11-27T20:16:38,360 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:16:38,362 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:16:38,362 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:16:38,362 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:16:38,362 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:16:38,363 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:16:38,363 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:16:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:16:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:16:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:16:38,367 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:16:38,368 DEBUG [RS:0;6daf43b95769:42851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:38,368 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:16:38,368 DEBUG [RS:1;6daf43b95769:34833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be7151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:38,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:16:38,369 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:38,369 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:16:38,370 DEBUG [RS:2;6daf43b95769:36397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b8363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:38,385 DEBUG [RS:0;6daf43b95769:42851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:42851 2024-11-27T20:16:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:16:38,385 INFO [RS:0;6daf43b95769:42851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:16:38,385 INFO [RS:0;6daf43b95769:42851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:16:38,385 DEBUG [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:16:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:16:38,386 DEBUG [RS:1;6daf43b95769:34833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6daf43b95769:34833 2024-11-27T20:16:38,386 INFO [RS:1;6daf43b95769:34833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:16:38,386 INFO [RS:1;6daf43b95769:34833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:16:38,386 DEBUG [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:16:38,386 DEBUG [RS:2;6daf43b95769:36397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6daf43b95769:36397 2024-11-27T20:16:38,386 INFO [RS:2;6daf43b95769:36397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:16:38,386 INFO [RS:2;6daf43b95769:36397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:16:38,386 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,34959,1732738597985 with port=42851, startcode=1732738598044 2024-11-27T20:16:38,386 DEBUG [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:16:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:16:38,387 DEBUG [RS:0;6daf43b95769:42851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:16:38,387 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,34959,1732738597985 with port=34833, startcode=1732738598079 2024-11-27T20:16:38,387 INFO [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,34959,1732738597985 with port=36397, startcode=1732738598129 2024-11-27T20:16:38,387 DEBUG [RS:1;6daf43b95769:34833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:16:38,387 DEBUG [RS:2;6daf43b95769:36397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:16:38,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:38,389 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:16:38,389 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:16:38,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,42851,1732738598044 2024-11-27T20:16:38,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,42851,1732738598044 2024-11-27T20:16:38,390 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:16:38,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,36397,1732738598129 2024-11-27T20:16:38,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,36397,1732738598129 2024-11-27T20:16:38,391 DEBUG [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:38,391 DEBUG [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43589 2024-11-27T20:16:38,391 DEBUG [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:16:38,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:38,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,34833,1732738598079 2024-11-27T20:16:38,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,34833,1732738598079 2024-11-27T20:16:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:16:38,393 DEBUG [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:38,393 DEBUG [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43589 2024-11-27T20:16:38,393 DEBUG [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:16:38,394 DEBUG [RS:0;6daf43b95769:42851 {}] zookeeper.ZKUtil(111): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6daf43b95769,42851,1732738598044 2024-11-27T20:16:38,394 WARN [RS:0;6daf43b95769:42851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:38,394 INFO [RS:0;6daf43b95769:42851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:38,394 DEBUG [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,42851,1732738598044 2024-11-27T20:16:38,394 DEBUG [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:38,394 DEBUG [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43589 2024-11-27T20:16:38,394 DEBUG [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:16:38,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:38,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:38,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:38,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:38,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,36397,1732738598129] 2024-11-27T20:16:38,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,42851,1732738598044] 2024-11-27T20:16:38,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:38,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:16:38,402 DEBUG [RS:2;6daf43b95769:36397 {}] zookeeper.ZKUtil(111): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6daf43b95769,36397,1732738598129 2024-11-27T20:16:38,402 WARN [RS:2;6daf43b95769:36397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:38,402 INFO [RS:2;6daf43b95769:36397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:38,403 DEBUG [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129 2024-11-27T20:16:38,403 DEBUG [RS:1;6daf43b95769:34833 {}] zookeeper.ZKUtil(111): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6daf43b95769,34833,1732738598079 2024-11-27T20:16:38,403 WARN [RS:1;6daf43b95769:34833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:38,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,34833,1732738598079] 2024-11-27T20:16:38,403 INFO [RS:1;6daf43b95769:34833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:38,403 DEBUG [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,34833,1732738598079 2024-11-27T20:16:38,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:38,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,404 INFO [RS:0;6daf43b95769:42851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:16:38,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:38,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:38,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:38,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,406 INFO [RS:0;6daf43b95769:42851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:16:38,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:38,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:38,408 INFO [RS:2;6daf43b95769:36397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:16:38,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740 2024-11-27T20:16:38,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740 2024-11-27T20:16:38,410 INFO [RS:1;6daf43b95769:34833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:16:38,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:38,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:38,411 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:38,412 INFO [RS:0;6daf43b95769:42851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:16:38,412 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,413 INFO [RS:2;6daf43b95769:36397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:16:38,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:38,414 INFO [RS:1;6daf43b95769:34833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:16:38,414 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:16:38,415 INFO [RS:2;6daf43b95769:36397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:16:38,415 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,415 INFO [RS:1;6daf43b95769:34833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:16:38,415 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,415 INFO [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:16:38,415 INFO [RS:0;6daf43b95769:42851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:16:38,415 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:16:38,415 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,415 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 INFO [RS:2;6daf43b95769:36397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:16:38,416 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 INFO [RS:1;6daf43b95769:34833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:16:38,416 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,416 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,416 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:38,416 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,416 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:38,417 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:38,417 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:0;6daf43b95769:42851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:38,417 DEBUG [RS:2;6daf43b95769:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:38,417 DEBUG [RS:1;6daf43b95769:34833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:38,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:38,418 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67473793, jitterRate=0.005437865853309631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:38,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738598388Initializing all the Stores at 1732738598389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738598389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738598392 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738598393 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738598393Cleaning up temporary data from old regions at 1732738598410 (+17 ms)Region opened successfully at 1732738598418 (+8 ms) 2024-11-27T20:16:38,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:16:38,419 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:16:38,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:16:38,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:16:38,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:16:38,420 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,420 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,420 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,420 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,420 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,420 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42851,1732738598044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:38,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:16:38,421 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738598419Disabling compacts and flushes for region at 1732738598419Disabling writes for close at 1732738598419Writing region close event to WAL at 1732738598421 (+2 ms)Closed at 1732738598421 2024-11-27T20:16:38,421 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,421 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,421 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,421 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,421 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36397,1732738598129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:38,422 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,422 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,422 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,422 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,422 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,422 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,34833,1732738598079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:38,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:38,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:16:38,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:16:38,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:38,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:16:38,437 INFO [RS:2;6daf43b95769:36397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:16:38,438 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36397,1732738598129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,438 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,438 INFO [RS:2;6daf43b95769:36397 {}] regionserver.Replication(171): 6daf43b95769,36397,1732738598129 started 2024-11-27T20:16:38,443 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:16:38,443 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:16:38,443 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,34833,1732738598079-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,443 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42851,1732738598044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,443 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,443 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,443 INFO [RS:1;6daf43b95769:34833 {}] regionserver.Replication(171): 6daf43b95769,34833,1732738598079 started 2024-11-27T20:16:38,443 INFO [RS:0;6daf43b95769:42851 {}] regionserver.Replication(171): 6daf43b95769,42851,1732738598044 started 2024-11-27T20:16:38,452 INFO [RS:2;6daf43b95769:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,452 INFO [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,36397,1732738598129, RpcServer on 6daf43b95769/172.17.0.2:36397, sessionid=0x1015b12aedb0003 2024-11-27T20:16:38,452 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:16:38,452 DEBUG [RS:2;6daf43b95769:36397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,36397,1732738598129 2024-11-27T20:16:38,452 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,36397,1732738598129' 2024-11-27T20:16:38,452 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T20:16:38,453 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T20:16:38,453 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:16:38,453 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:16:38,454 DEBUG [RS:2;6daf43b95769:36397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,36397,1732738598129 2024-11-27T20:16:38,454 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,36397,1732738598129' 2024-11-27T20:16:38,454 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T20:16:38,454 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T20:16:38,454 DEBUG [RS:2;6daf43b95769:36397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:16:38,454 INFO [RS:2;6daf43b95769:36397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:16:38,454 INFO [RS:2;6daf43b95769:36397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:16:38,465 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,465 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:38,465 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,34833,1732738598079, RpcServer on 6daf43b95769/172.17.0.2:34833, sessionid=0x1015b12aedb0002 2024-11-27T20:16:38,465 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,42851,1732738598044, RpcServer on 6daf43b95769/172.17.0.2:42851, sessionid=0x1015b12aedb0001 2024-11-27T20:16:38,466 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:16:38,466 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:16:38,466 DEBUG [RS:1;6daf43b95769:34833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,34833,1732738598079 2024-11-27T20:16:38,466 DEBUG [RS:0;6daf43b95769:42851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,42851,1732738598044 2024-11-27T20:16:38,466 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,34833,1732738598079' 2024-11-27T20:16:38,466 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,42851,1732738598044' 2024-11-27T20:16:38,466 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T20:16:38,466 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T20:16:38,466 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T20:16:38,466 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T20:16:38,467 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:16:38,467 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:16:38,467 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:16:38,467 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:16:38,467 DEBUG [RS:1;6daf43b95769:34833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,34833,1732738598079 2024-11-27T20:16:38,467 DEBUG [RS:0;6daf43b95769:42851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,42851,1732738598044 2024-11-27T20:16:38,467 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,34833,1732738598079' 2024-11-27T20:16:38,467 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,42851,1732738598044' 2024-11-27T20:16:38,467 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T20:16:38,467 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T20:16:38,467 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T20:16:38,467 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T20:16:38,468 DEBUG [RS:0;6daf43b95769:42851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:16:38,468 DEBUG [RS:1;6daf43b95769:34833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:16:38,468 INFO [RS:1;6daf43b95769:34833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:16:38,468 INFO [RS:0;6daf43b95769:42851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:16:38,468 INFO [RS:1;6daf43b95769:34833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:16:38,468 INFO [RS:0;6daf43b95769:42851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:16:38,555 INFO [RS:2;6daf43b95769:36397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:38,557 INFO [RS:2;6daf43b95769:36397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C36397%2C1732738598129, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/oldWALs, maxLogs=32 2024-11-27T20:16:38,568 INFO [RS:1;6daf43b95769:34833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:38,568 INFO [RS:0;6daf43b95769:42851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:38,570 INFO [RS:1;6daf43b95769:34833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C34833%2C1732738598079, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,34833,1732738598079, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/oldWALs, maxLogs=32 2024-11-27T20:16:38,570 INFO [RS:0;6daf43b95769:42851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C42851%2C1732738598044, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,42851,1732738598044, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/oldWALs, maxLogs=32 2024-11-27T20:16:38,573 DEBUG [RS:2;6daf43b95769:36397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129/6daf43b95769%2C36397%2C1732738598129.1732738598558, exclude list is [], retry=0 2024-11-27T20:16:38,575 WARN [6daf43b95769:34959 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T20:16:38,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-8ccfb82f-5586-452d-b0c6-723ff79eddc6,DISK] 2024-11-27T20:16:38,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-614c28c1-d180-4939-950c-97ee4dd37689,DISK] 2024-11-27T20:16:38,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-1943b18a-7e16-482c-8dc1-7bd0b4af1625,DISK] 2024-11-27T20:16:38,581 INFO [RS:2;6daf43b95769:36397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129/6daf43b95769%2C36397%2C1732738598129.1732738598558 2024-11-27T20:16:38,582 DEBUG [RS:2;6daf43b95769:36397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42147:42147),(127.0.0.1/127.0.0.1:44733:44733),(127.0.0.1/127.0.0.1:32989:32989)] 2024-11-27T20:16:38,586 DEBUG [RS:0;6daf43b95769:42851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,42851,1732738598044/6daf43b95769%2C42851%2C1732738598044.1732738598572, exclude list is [], retry=0 2024-11-27T20:16:38,586 DEBUG [RS:1;6daf43b95769:34833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,34833,1732738598079/6daf43b95769%2C34833%2C1732738598079.1732738598572, exclude list is [], retry=0 2024-11-27T20:16:38,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-1943b18a-7e16-482c-8dc1-7bd0b4af1625,DISK] 2024-11-27T20:16:38,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-8ccfb82f-5586-452d-b0c6-723ff79eddc6,DISK] 2024-11-27T20:16:38,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-614c28c1-d180-4939-950c-97ee4dd37689,DISK] 2024-11-27T20:16:38,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-614c28c1-d180-4939-950c-97ee4dd37689,DISK] 2024-11-27T20:16:38,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-8ccfb82f-5586-452d-b0c6-723ff79eddc6,DISK] 2024-11-27T20:16:38,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-1943b18a-7e16-482c-8dc1-7bd0b4af1625,DISK] 2024-11-27T20:16:38,594 INFO [RS:0;6daf43b95769:42851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,42851,1732738598044/6daf43b95769%2C42851%2C1732738598044.1732738598572 2024-11-27T20:16:38,594 DEBUG [RS:0;6daf43b95769:42851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44733:44733),(127.0.0.1/127.0.0.1:42147:42147),(127.0.0.1/127.0.0.1:32989:32989)] 2024-11-27T20:16:38,594 INFO [RS:1;6daf43b95769:34833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,34833,1732738598079/6daf43b95769%2C34833%2C1732738598079.1732738598572 2024-11-27T20:16:38,595 DEBUG [RS:1;6daf43b95769:34833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32989:32989),(127.0.0.1/127.0.0.1:42147:42147),(127.0.0.1/127.0.0.1:44733:44733)] 2024-11-27T20:16:38,825 DEBUG [6daf43b95769:34959 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T20:16:38,826 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(204): Hosts are {6daf43b95769=0} racks are {/default-rack=0} 2024-11-27T20:16:38,829 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T20:16:38,829 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T20:16:38,829 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T20:16:38,829 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T20:16:38,829 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T20:16:38,829 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T20:16:38,829 INFO [6daf43b95769:34959 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T20:16:38,829 INFO [6daf43b95769:34959 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T20:16:38,829 INFO [6daf43b95769:34959 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T20:16:38,829 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T20:16:38,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:38,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,34833,1732738598079, state=OPENING 2024-11-27T20:16:38,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:16:38,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:16:38,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:16:38,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:16:38,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:16:38,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:16:38,840 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:38,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,34833,1732738598079}] 2024-11-27T20:16:41,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:41,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:41,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:41,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:16:41,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:41,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:41,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:48,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:16:48,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:16:48,860 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:16:48,861 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:48,861 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:16:48,863 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C34833%2C1732738598079.meta, suffix=.meta, logDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,34833,1732738598079, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/oldWALs, maxLogs=32 2024-11-27T20:16:48,883 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,34833,1732738598079/6daf43b95769%2C34833%2C1732738598079.meta.1732738608864.meta, exclude list is [], retry=0 2024-11-27T20:16:48,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-1943b18a-7e16-482c-8dc1-7bd0b4af1625,DISK] 2024-11-27T20:16:48,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-614c28c1-d180-4939-950c-97ee4dd37689,DISK] 2024-11-27T20:16:48,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-8ccfb82f-5586-452d-b0c6-723ff79eddc6,DISK] 2024-11-27T20:16:48,889 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,34833,1732738598079/6daf43b95769%2C34833%2C1732738598079.meta.1732738608864.meta 2024-11-27T20:16:48,889 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32989:32989),(127.0.0.1/127.0.0.1:44733:44733),(127.0.0.1/127.0.0.1:42147:42147)] 2024-11-27T20:16:48,889 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:48,890 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:16:48,890 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:16:48,890 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:16:48,890 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:16:48,890 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:48,890 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:16:48,890 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:16:48,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:48,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:48,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:48,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:48,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:48,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:48,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:48,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:48,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:48,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:48,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:48,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:48,903 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:48,904 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740 2024-11-27T20:16:48,905 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740 2024-11-27T20:16:48,907 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:48,907 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:48,907 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:48,909 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:48,910 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63884360, jitterRate=-0.04804885387420654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:48,910 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:16:48,910 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738608891Writing region info on filesystem at 1732738608891Initializing all the Stores at 1732738608892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738608892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738608892Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738608892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738608892Cleaning up temporary data from old regions at 1732738608907 (+15 ms)Running coprocessor post-open hooks at 1732738608910 (+3 ms)Region opened successfully at 1732738608910 2024-11-27T20:16:48,912 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738608844 2024-11-27T20:16:48,914 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:16:48,914 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:16:48,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:48,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,34833,1732738598079, state=OPEN 2024-11-27T20:16:48,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:16:48,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:16:48,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:16:48,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:16:48,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:16:48,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:16:48,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:16:48,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:16:48,918 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,34833,1732738598079 2024-11-27T20:16:48,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:16:48,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,34833,1732738598079 in 10.0770 sec 2024-11-27T20:16:48,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:16:48,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4990 sec 2024-11-27T20:16:48,924 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:48,924 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:16:48,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:48,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,34833,1732738598079, seqNum=-1] 2024-11-27T20:16:48,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:48,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:48,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5890 sec 2024-11-27T20:16:48,941 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738608941, completionTime=-1 2024-11-27T20:16:48,941 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T20:16:48,941 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:16:48,943 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T20:16:48,943 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738668943 2024-11-27T20:16:48,943 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738728943 2024-11-27T20:16:48,943 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T20:16:48,944 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,34959,1732738597985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:48,944 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,34959,1732738597985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:48,944 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,34959,1732738597985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:48,944 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:34959, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:48,944 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:48,944 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:48,946 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:16:48,949 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.766sec 2024-11-27T20:16:48,952 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:16:48,952 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:16:48,952 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:16:48,952 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:16:48,952 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:16:48,953 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,34959,1732738597985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:48,953 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,34959,1732738597985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:16:48,955 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:16:48,956 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:16:48,956 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,34959,1732738597985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:48,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7069b394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:48,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,34959,-1 for getting cluster id 2024-11-27T20:16:48,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:48,974 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece9660a-3d76-4a6e-acbf-9ac62f4ac0f0' 2024-11-27T20:16:48,974 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:48,974 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece9660a-3d76-4a6e-acbf-9ac62f4ac0f0" 2024-11-27T20:16:48,975 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307ee2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:48,975 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,34959,-1] 2024-11-27T20:16:48,975 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:48,976 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:48,977 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:48,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce65046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:48,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:48,979 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,34833,1732738598079, seqNum=-1] 2024-11-27T20:16:48,980 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:48,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:48,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,34959,1732738597985 2024-11-27T20:16:48,984 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738608984 (current time:1732738608984). 2024-11-27T20:16:48,984 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:16:48,984 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T20:16:48,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458797cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:48,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,34959,-1 for getting cluster id 2024-11-27T20:16:48,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:48,985 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece9660a-3d76-4a6e-acbf-9ac62f4ac0f0' 2024-11-27T20:16:48,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:48,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece9660a-3d76-4a6e-acbf-9ac62f4ac0f0" 2024-11-27T20:16:48,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bb3fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:48,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,34959,-1] 2024-11-27T20:16:48,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:48,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:48,987 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:48,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c85dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:48,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:48,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,34833,1732738598079, seqNum=-1] 2024-11-27T20:16:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:48,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:48,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:16:48,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:48,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:48,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:48,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:48,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:48,993 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,34959,1732738597985 2024-11-27T20:16:48,994 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e71d907 2024-11-27T20:16:48,994 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:48,995 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:48,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T20:16:48,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:16:48,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T20:16:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:49,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:16:49,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741837_1013 (size=361) 2024-11-27T20:16:49,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741837_1013 (size=361) 2024-11-27T20:16:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741837_1013 (size=361) 2024-11-27T20:16:49,034 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31cf6d3465f82ab7fb51f72c3fb84120, NAME => 'SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,038 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 902321da1ded5961b97fe62f201a2663, NAME => 'SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 011458efec239d8c393ae3518b10595b, NAME => 'SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741838_1014 (size=54) 2024-11-27T20:16:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741838_1014 (size=54) 2024-11-27T20:16:49,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741838_1014 (size=54) 2024-11-27T20:16:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741840_1016 (size=62) 2024-11-27T20:16:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741839_1015 (size=62) 2024-11-27T20:16:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741839_1015 (size=62) 2024-11-27T20:16:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741840_1016 (size=62) 2024-11-27T20:16:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741839_1015 (size=62) 2024-11-27T20:16:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741840_1016 (size=62) 2024-11-27T20:16:49,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 011458efec239d8c393ae3518b10595b, disabling compactions & flushes 2024-11-27T20:16:49,101 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. after waiting 0 ms 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:16:49,102 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 902321da1ded5961b97fe62f201a2663, disabling compactions & flushes 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 011458efec239d8c393ae3518b10595b: Waiting for close lock at 1732738609101Disabling compacts and flushes for region at 1732738609101Disabling writes for close at 1732738609102 (+1 ms)Writing region close event to WAL at 1732738609102Closed at 1732738609102 2024-11-27T20:16:49,102 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 31cf6d3465f82ab7fb51f72c3fb84120, disabling compactions & flushes 2024-11-27T20:16:49,102 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. after waiting 0 ms 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:16:49,102 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eba0952056658e55083b97d9d27f12e2, NAME => 'SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:16:49,102 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 902321da1ded5961b97fe62f201a2663: Waiting for close lock at 1732738609102Disabling compacts and flushes for region at 1732738609102Disabling writes for close at 1732738609102Writing region close event to WAL at 1732738609102Closed at 1732738609102 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. after waiting 0 ms 2024-11-27T20:16:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:16:49,103 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:16:49,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31cf6d3465f82ab7fb51f72c3fb84120: Waiting for close lock at 1732738609102Disabling compacts and flushes for region at 1732738609102Disabling writes for close at 1732738609102Writing region close event to WAL at 1732738609102Closed at 1732738609102 2024-11-27T20:16:49,103 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 44c594ec7917a201721f5baeada46d3e, NAME => 'SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,104 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 718804e9aa1405a01fae823b0cd8708f, NAME => 'SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741842_1018 (size=62) 2024-11-27T20:16:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741842_1018 (size=62) 2024-11-27T20:16:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741842_1018 (size=62) 2024-11-27T20:16:49,132 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 718804e9aa1405a01fae823b0cd8708f, disabling compactions & flushes 2024-11-27T20:16:49,133 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:16:49,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:16:49,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. after waiting 0 ms 2024-11-27T20:16:49,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:16:49,133 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:16:49,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 718804e9aa1405a01fae823b0cd8708f: Waiting for close lock at 1732738609132Disabling compacts and flushes for region at 1732738609132Disabling writes for close at 1732738609133 (+1 ms)Writing region close event to WAL at 1732738609133Closed at 1732738609133 2024-11-27T20:16:49,134 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 768720c6a147d0e7ddd5a5aae907075b, NAME => 'SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741841_1017 (size=62) 2024-11-27T20:16:49,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741841_1017 (size=62) 2024-11-27T20:16:49,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741841_1017 (size=62) 2024-11-27T20:16:49,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 44c594ec7917a201721f5baeada46d3e, disabling compactions & flushes 2024-11-27T20:16:49,145 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:16:49,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:16:49,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. after waiting 0 ms 2024-11-27T20:16:49,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:16:49,146 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:16:49,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 44c594ec7917a201721f5baeada46d3e: Waiting for close lock at 1732738609145Disabling compacts and flushes for region at 1732738609145Disabling writes for close at 1732738609146 (+1 ms)Writing region close event to WAL at 1732738609146Closed at 1732738609146 2024-11-27T20:16:49,146 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f1d4bfcaba201b62ac0e2cf94b6bb3bc, NAME => 'SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741843_1019 (size=62) 2024-11-27T20:16:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741843_1019 (size=62) 2024-11-27T20:16:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741843_1019 (size=62) 2024-11-27T20:16:49,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing eba0952056658e55083b97d9d27f12e2, disabling compactions & flushes 2024-11-27T20:16:49,160 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:16:49,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:16:49,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. after waiting 0 ms 2024-11-27T20:16:49,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:16:49,160 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:16:49,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for eba0952056658e55083b97d9d27f12e2: Waiting for close lock at 1732738609160Disabling compacts and flushes for region at 1732738609160Disabling writes for close at 1732738609160Writing region close event to WAL at 1732738609160Closed at 1732738609160 2024-11-27T20:16:49,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3a86786f5dde911c40d02973d7296350, NAME => 'SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741844_1020 (size=62) 2024-11-27T20:16:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741844_1020 (size=62) 2024-11-27T20:16:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741844_1020 (size=62) 2024-11-27T20:16:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741845_1021 (size=62) 2024-11-27T20:16:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741845_1021 (size=62) 2024-11-27T20:16:49,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 768720c6a147d0e7ddd5a5aae907075b, disabling compactions & flushes 2024-11-27T20:16:49,174 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:16:49,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:16:49,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. after waiting 0 ms 2024-11-27T20:16:49,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:16:49,174 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:16:49,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 768720c6a147d0e7ddd5a5aae907075b: Waiting for close lock at 1732738609174Disabling compacts and flushes for region at 1732738609174Disabling writes for close at 1732738609174Writing region close event to WAL at 1732738609174Closed at 1732738609174 2024-11-27T20:16:49,175 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76d35f7f1c2787d843e940ace199f3bf, NAME => 'SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e 2024-11-27T20:16:49,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741845_1021 (size=62) 2024-11-27T20:16:49,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f1d4bfcaba201b62ac0e2cf94b6bb3bc, disabling compactions & flushes 2024-11-27T20:16:49,176 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:16:49,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:16:49,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. after waiting 0 ms 2024-11-27T20:16:49,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:16:49,176 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:16:49,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f1d4bfcaba201b62ac0e2cf94b6bb3bc: Waiting for close lock at 1732738609176Disabling compacts and flushes for region at 1732738609176Disabling writes for close at 1732738609176Writing region close event to WAL at 1732738609176Closed at 1732738609176 2024-11-27T20:16:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741846_1022 (size=62) 2024-11-27T20:16:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741846_1022 (size=62) 2024-11-27T20:16:49,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741846_1022 (size=62) 2024-11-27T20:16:49,181 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,181 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3a86786f5dde911c40d02973d7296350, disabling compactions & flushes 2024-11-27T20:16:49,181 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:16:49,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:16:49,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. after waiting 0 ms 2024-11-27T20:16:49,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:16:49,182 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:16:49,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3a86786f5dde911c40d02973d7296350: Waiting for close lock at 1732738609181Disabling compacts and flushes for region at 1732738609181Disabling writes for close at 1732738609182 (+1 ms)Writing region close event to WAL at 1732738609182Closed at 1732738609182 2024-11-27T20:16:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741847_1023 (size=54) 2024-11-27T20:16:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741847_1023 (size=54) 2024-11-27T20:16:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741847_1023 (size=54) 2024-11-27T20:16:49,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 76d35f7f1c2787d843e940ace199f3bf, disabling compactions & flushes 2024-11-27T20:16:49,187 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:16:49,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:16:49,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. after waiting 0 ms 2024-11-27T20:16:49,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:16:49,187 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:16:49,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76d35f7f1c2787d843e940ace199f3bf: Waiting for close lock at 1732738609187Disabling compacts and flushes for region at 1732738609187Disabling writes for close at 1732738609187Writing region close event to WAL at 1732738609187Closed at 1732738609187 2024-11-27T20:16:49,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:16:49,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732738609189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738609189"}]},"ts":"1732738609189"} 2024-11-27T20:16:49,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T20:16:49,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:16:49,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738609195"}]},"ts":"1732738609195"} 2024-11-27T20:16:49,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T20:16:49,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6daf43b95769=0} racks are {/default-rack=0} 2024-11-27T20:16:49,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T20:16:49,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T20:16:49,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T20:16:49,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T20:16:49,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T20:16:49,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T20:16:49,202 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T20:16:49,202 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T20:16:49,202 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T20:16:49,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T20:16:49,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=902321da1ded5961b97fe62f201a2663, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=011458efec239d8c393ae3518b10595b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c594ec7917a201721f5baeada46d3e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=718804e9aa1405a01fae823b0cd8708f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=768720c6a147d0e7ddd5a5aae907075b, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1d4bfcaba201b62ac0e2cf94b6bb3bc, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76d35f7f1c2787d843e940ace199f3bf, ASSIGN}] 2024-11-27T20:16:49,205 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=718804e9aa1405a01fae823b0cd8708f, ASSIGN 2024-11-27T20:16:49,205 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=768720c6a147d0e7ddd5a5aae907075b, ASSIGN 2024-11-27T20:16:49,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN 2024-11-27T20:16:49,206 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c594ec7917a201721f5baeada46d3e, ASSIGN 2024-11-27T20:16:49,207 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=718804e9aa1405a01fae823b0cd8708f, ASSIGN; state=OFFLINE, location=6daf43b95769,34833,1732738598079; forceNewPlan=false, retain=false 2024-11-27T20:16:49,207 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44c594ec7917a201721f5baeada46d3e, ASSIGN; state=OFFLINE, location=6daf43b95769,42851,1732738598044; forceNewPlan=false, retain=false 2024-11-27T20:16:49,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=768720c6a147d0e7ddd5a5aae907075b, ASSIGN; state=OFFLINE, location=6daf43b95769,34833,1732738598079; forceNewPlan=false, retain=false 2024-11-27T20:16:49,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN; state=OFFLINE, location=6daf43b95769,36397,1732738598129; forceNewPlan=false, retain=false 2024-11-27T20:16:49,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=011458efec239d8c393ae3518b10595b, ASSIGN 2024-11-27T20:16:49,210 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=902321da1ded5961b97fe62f201a2663, ASSIGN 2024-11-27T20:16:49,210 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1d4bfcaba201b62ac0e2cf94b6bb3bc, ASSIGN 2024-11-27T20:16:49,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN 2024-11-27T20:16:49,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=011458efec239d8c393ae3518b10595b, ASSIGN; state=OFFLINE, location=6daf43b95769,34833,1732738598079; forceNewPlan=false, retain=false 2024-11-27T20:16:49,211 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76d35f7f1c2787d843e940ace199f3bf, ASSIGN 2024-11-27T20:16:49,212 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=902321da1ded5961b97fe62f201a2663, ASSIGN; state=OFFLINE, location=6daf43b95769,42851,1732738598044; forceNewPlan=false, retain=false 2024-11-27T20:16:49,212 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN; state=OFFLINE, location=6daf43b95769,36397,1732738598129; forceNewPlan=false, retain=false 2024-11-27T20:16:49,212 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76d35f7f1c2787d843e940ace199f3bf, ASSIGN; state=OFFLINE, location=6daf43b95769,34833,1732738598079; forceNewPlan=false, retain=false 2024-11-27T20:16:49,213 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1d4bfcaba201b62ac0e2cf94b6bb3bc, ASSIGN; state=OFFLINE, location=6daf43b95769,42851,1732738598044; forceNewPlan=false, retain=false 2024-11-27T20:16:49,215 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN 2024-11-27T20:16:49,216 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN; state=OFFLINE, location=6daf43b95769,36397,1732738598129; forceNewPlan=false, retain=false 2024-11-27T20:16:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:49,358 INFO [6daf43b95769:34959 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T20:16:49,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=902321da1ded5961b97fe62f201a2663, regionState=OPENING, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:16:49,358 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44c594ec7917a201721f5baeada46d3e, regionState=OPENING, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:16:49,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eba0952056658e55083b97d9d27f12e2, regionState=OPENING, regionLocation=6daf43b95769,36397,1732738598129 2024-11-27T20:16:49,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f1d4bfcaba201b62ac0e2cf94b6bb3bc, regionState=OPENING, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:16:49,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3a86786f5dde911c40d02973d7296350, regionState=OPENING, regionLocation=6daf43b95769,36397,1732738598129 2024-11-27T20:16:49,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=768720c6a147d0e7ddd5a5aae907075b, regionState=OPENING, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:49,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31cf6d3465f82ab7fb51f72c3fb84120, regionState=OPENING, regionLocation=6daf43b95769,36397,1732738598129 2024-11-27T20:16:49,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=76d35f7f1c2787d843e940ace199f3bf, regionState=OPENING, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:49,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=718804e9aa1405a01fae823b0cd8708f, regionState=OPENING, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:49,359 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=011458efec239d8c393ae3518b10595b, regionState=OPENING, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:49,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=902321da1ded5961b97fe62f201a2663, ASSIGN because future has completed 2024-11-27T20:16:49,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 902321da1ded5961b97fe62f201a2663, server=6daf43b95769,42851,1732738598044}] 2024-11-27T20:16:49,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN because future has completed 2024-11-27T20:16:49,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a86786f5dde911c40d02973d7296350, server=6daf43b95769,36397,1732738598129}] 2024-11-27T20:16:49,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN because future has completed 2024-11-27T20:16:49,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eba0952056658e55083b97d9d27f12e2, server=6daf43b95769,36397,1732738598129}] 2024-11-27T20:16:49,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44c594ec7917a201721f5baeada46d3e, ASSIGN because future has completed 2024-11-27T20:16:49,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1d4bfcaba201b62ac0e2cf94b6bb3bc, ASSIGN because future has completed 2024-11-27T20:16:49,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c594ec7917a201721f5baeada46d3e, server=6daf43b95769,42851,1732738598044}] 2024-11-27T20:16:49,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1d4bfcaba201b62ac0e2cf94b6bb3bc, server=6daf43b95769,42851,1732738598044}] 2024-11-27T20:16:49,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=718804e9aa1405a01fae823b0cd8708f, ASSIGN because future has completed 2024-11-27T20:16:49,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76d35f7f1c2787d843e940ace199f3bf, ASSIGN because future has completed 2024-11-27T20:16:49,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=768720c6a147d0e7ddd5a5aae907075b, ASSIGN because future has completed 2024-11-27T20:16:49,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 718804e9aa1405a01fae823b0cd8708f, server=6daf43b95769,34833,1732738598079}] 2024-11-27T20:16:49,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN because future has completed 2024-11-27T20:16:49,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=011458efec239d8c393ae3518b10595b, ASSIGN because future has completed 2024-11-27T20:16:49,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120, server=6daf43b95769,36397,1732738598129}] 2024-11-27T20:16:49,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 011458efec239d8c393ae3518b10595b, server=6daf43b95769,34833,1732738598079}] 2024-11-27T20:16:49,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 768720c6a147d0e7ddd5a5aae907075b, server=6daf43b95769,34833,1732738598079}] 2024-11-27T20:16:49,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76d35f7f1c2787d843e940ace199f3bf, server=6daf43b95769,34833,1732738598079}] 2024-11-27T20:16:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:50,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:16:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:53,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:53,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:53,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:54,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:16:54,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:54,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:54,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:16:55,327 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-27T20:16:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:59,364 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:16:59,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:16:59,367 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:16:59,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:16:59,371 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:16:59,371 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 44c594ec7917a201721f5baeada46d3e, NAME => 'SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T20:16:59,372 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,372 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,372 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,372 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,374 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:16:59,374 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a86786f5dde911c40d02973d7296350, NAME => 'SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T20:16:59,374 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,374 INFO [StoreOpener-44c594ec7917a201721f5baeada46d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,374 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,374 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,374 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,376 INFO [StoreOpener-44c594ec7917a201721f5baeada46d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c594ec7917a201721f5baeada46d3e columnFamilyName cf 2024-11-27T20:16:59,376 INFO [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,376 DEBUG [StoreOpener-44c594ec7917a201721f5baeada46d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,376 INFO [StoreOpener-44c594ec7917a201721f5baeada46d3e-1 {}] regionserver.HStore(327): Store=44c594ec7917a201721f5baeada46d3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,376 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,377 INFO [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a86786f5dde911c40d02973d7296350 columnFamilyName cf 2024-11-27T20:16:59,377 DEBUG [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,377 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,378 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,378 INFO [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] regionserver.HStore(327): Store=3a86786f5dde911c40d02973d7296350/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,378 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,378 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,378 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,379 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,379 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,379 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,379 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,380 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,381 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,386 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:16:59,386 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 768720c6a147d0e7ddd5a5aae907075b, NAME => 'SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T20:16:59,386 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,386 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,386 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,386 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,386 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,387 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3a86786f5dde911c40d02973d7296350; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64152178, jitterRate=-0.04405805468559265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,387 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:16:59,387 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3a86786f5dde911c40d02973d7296350: Running coprocessor pre-open hook at 1732738619374Writing region info on filesystem at 1732738619374Initializing all the Stores at 1732738619375 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619375Cleaning up temporary data from old regions at 1732738619379 (+4 ms)Running coprocessor post-open hooks at 1732738619387 (+8 ms)Region opened successfully at 1732738619387 2024-11-27T20:16:59,388 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., pid=16, masterSystemTime=1732738619367 2024-11-27T20:16:59,389 INFO [StoreOpener-768720c6a147d0e7ddd5a5aae907075b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,389 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/44c594ec7917a201721f5baeada46d3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,389 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 44c594ec7917a201721f5baeada46d3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59859186, jitterRate=-0.10802862048149109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:16:59,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 44c594ec7917a201721f5baeada46d3e: Running coprocessor pre-open hook at 1732738619372Writing region info on filesystem at 1732738619372Initializing all the Stores at 1732738619373 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619374 (+1 ms)Cleaning up temporary data from old regions at 1732738619378 (+4 ms)Running coprocessor post-open hooks at 1732738619390 (+12 ms)Region opened successfully at 1732738619390 2024-11-27T20:16:59,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:16:59,390 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:16:59,390 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:16:59,390 INFO [StoreOpener-768720c6a147d0e7ddd5a5aae907075b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 768720c6a147d0e7ddd5a5aae907075b columnFamilyName cf 2024-11-27T20:16:59,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 31cf6d3465f82ab7fb51f72c3fb84120, NAME => 'SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T20:16:59,390 DEBUG [StoreOpener-768720c6a147d0e7ddd5a5aae907075b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,391 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,391 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3a86786f5dde911c40d02973d7296350, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,36397,1732738598129 2024-11-27T20:16:59,392 INFO [StoreOpener-768720c6a147d0e7ddd5a5aae907075b-1 {}] regionserver.HStore(327): Store=768720c6a147d0e7ddd5a5aae907075b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,392 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,392 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e., pid=18, masterSystemTime=1732738619364 2024-11-27T20:16:59,393 INFO [StoreOpener-31cf6d3465f82ab7fb51f72c3fb84120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,393 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,393 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,394 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:16:59,394 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:16:59,394 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:16:59,394 INFO [StoreOpener-31cf6d3465f82ab7fb51f72c3fb84120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31cf6d3465f82ab7fb51f72c3fb84120 columnFamilyName cf 2024-11-27T20:16:59,394 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,394 DEBUG [StoreOpener-31cf6d3465f82ab7fb51f72c3fb84120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,394 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,394 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 902321da1ded5961b97fe62f201a2663, NAME => 'SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T20:16:59,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44c594ec7917a201721f5baeada46d3e, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:16:59,395 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,395 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,395 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,395 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,395 INFO [StoreOpener-31cf6d3465f82ab7fb51f72c3fb84120-1 {}] regionserver.HStore(327): Store=31cf6d3465f82ab7fb51f72c3fb84120/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,395 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,396 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,396 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,397 INFO [StoreOpener-902321da1ded5961b97fe62f201a2663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,397 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a86786f5dde911c40d02973d7296350, server=6daf43b95769,36397,1732738598129 because future has completed 2024-11-27T20:16:59,397 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,397 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c594ec7917a201721f5baeada46d3e, server=6daf43b95769,42851,1732738598044 because future has completed 2024-11-27T20:16:59,398 INFO [StoreOpener-902321da1ded5961b97fe62f201a2663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 902321da1ded5961b97fe62f201a2663 columnFamilyName cf 2024-11-27T20:16:59,399 DEBUG [StoreOpener-902321da1ded5961b97fe62f201a2663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,399 INFO [StoreOpener-902321da1ded5961b97fe62f201a2663-1 {}] regionserver.HStore(327): Store=902321da1ded5961b97fe62f201a2663/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,399 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,399 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,400 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,400 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 768720c6a147d0e7ddd5a5aae907075b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70449816, jitterRate=0.049784064292907715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-27T20:16:59,400 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:16:59,400 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 768720c6a147d0e7ddd5a5aae907075b: Running coprocessor pre-open hook at 1732738619386Writing region info on filesystem at 1732738619386Initializing all the Stores at 1732738619387 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619387Cleaning up temporary data from old regions at 1732738619394 (+7 ms)Running coprocessor post-open hooks at 1732738619400 (+6 ms)Region opened successfully at 1732738619400 2024-11-27T20:16:59,401 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a86786f5dde911c40d02973d7296350, server=6daf43b95769,36397,1732738598129 in 10.0360 sec 2024-11-27T20:16:59,401 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,402 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., pid=23, masterSystemTime=1732738619372 2024-11-27T20:16:59,402 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,402 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-27T20:16:59,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN in 10.1980 sec 2024-11-27T20:16:59,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44c594ec7917a201721f5baeada46d3e, server=6daf43b95769,42851,1732738598044 in 10.0340 sec 2024-11-27T20:16:59,404 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/31cf6d3465f82ab7fb51f72c3fb84120/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,404 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:16:59,404 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:16:59,404 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:16:59,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c594ec7917a201721f5baeada46d3e, ASSIGN in 10.2000 sec 2024-11-27T20:16:59,404 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 76d35f7f1c2787d843e940ace199f3bf, NAME => 'SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T20:16:59,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=768720c6a147d0e7ddd5a5aae907075b, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:59,405 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 31cf6d3465f82ab7fb51f72c3fb84120; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64498139, jitterRate=-0.03890283405780792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,405 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:16:59,405 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,405 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 31cf6d3465f82ab7fb51f72c3fb84120: Running coprocessor pre-open hook at 1732738619391Writing region info on filesystem at 1732738619391Initializing all the Stores at 1732738619392 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619392Cleaning up temporary data from old regions at 1732738619397 (+5 ms)Running coprocessor post-open hooks at 1732738619405 (+8 ms)Region opened successfully at 1732738619405 2024-11-27T20:16:59,405 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,405 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,405 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,405 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,406 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120., pid=22, masterSystemTime=1732738619367 2024-11-27T20:16:59,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 768720c6a147d0e7ddd5a5aae907075b, server=6daf43b95769,34833,1732738598079 because future has completed 2024-11-27T20:16:59,408 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:16:59,408 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:16:59,408 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:16:59,408 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => eba0952056658e55083b97d9d27f12e2, NAME => 'SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T20:16:59,408 INFO [StoreOpener-76d35f7f1c2787d843e940ace199f3bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,409 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,409 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,409 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,409 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,409 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31cf6d3465f82ab7fb51f72c3fb84120, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,36397,1732738598129 2024-11-27T20:16:59,410 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/902321da1ded5961b97fe62f201a2663/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,411 INFO [StoreOpener-76d35f7f1c2787d843e940ace199f3bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d35f7f1c2787d843e940ace199f3bf columnFamilyName cf 2024-11-27T20:16:59,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-27T20:16:59,411 DEBUG [StoreOpener-76d35f7f1c2787d843e940ace199f3bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 768720c6a147d0e7ddd5a5aae907075b, server=6daf43b95769,34833,1732738598079 in 10.0360 sec 2024-11-27T20:16:59,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120, server=6daf43b95769,36397,1732738598129 because future has completed 2024-11-27T20:16:59,412 INFO [StoreOpener-eba0952056658e55083b97d9d27f12e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,413 INFO [StoreOpener-76d35f7f1c2787d843e940ace199f3bf-1 {}] regionserver.HStore(327): Store=76d35f7f1c2787d843e940ace199f3bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,413 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,413 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 902321da1ded5961b97fe62f201a2663; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60172179, jitterRate=-0.10336466133594513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,413 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 902321da1ded5961b97fe62f201a2663 2024-11-27T20:16:59,413 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 902321da1ded5961b97fe62f201a2663: Running coprocessor pre-open hook at 1732738619395Writing region info on filesystem at 1732738619395Initializing all the Stores at 1732738619396 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619396Cleaning up temporary data from old regions at 1732738619402 (+6 ms)Running coprocessor post-open hooks at 1732738619413 (+11 ms)Region opened successfully at 1732738619413 2024-11-27T20:16:59,414 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,414 INFO [StoreOpener-eba0952056658e55083b97d9d27f12e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eba0952056658e55083b97d9d27f12e2 columnFamilyName cf 2024-11-27T20:16:59,414 DEBUG [StoreOpener-eba0952056658e55083b97d9d27f12e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,414 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663., pid=15, masterSystemTime=1732738619364 2024-11-27T20:16:59,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=768720c6a147d0e7ddd5a5aae907075b, ASSIGN in 10.2080 sec 2024-11-27T20:16:59,415 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,415 INFO [StoreOpener-eba0952056658e55083b97d9d27f12e2-1 {}] regionserver.HStore(327): Store=eba0952056658e55083b97d9d27f12e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,415 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,416 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,416 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,417 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,417 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,417 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:16:59,417 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:16:59,418 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:16:59,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f1d4bfcaba201b62ac0e2cf94b6bb3bc, NAME => 'SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T20:16:59,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-27T20:16:59,418 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,419 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=902321da1ded5961b97fe62f201a2663, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:16:59,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120, server=6daf43b95769,36397,1732738598129 in 10.0420 sec 2024-11-27T20:16:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 902321da1ded5961b97fe62f201a2663, server=6daf43b95769,42851,1732738598044 because future has completed 2024-11-27T20:16:59,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN in 10.2160 sec 2024-11-27T20:16:59,423 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-27T20:16:59,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 902321da1ded5961b97fe62f201a2663, server=6daf43b95769,42851,1732738598044 in 10.0620 sec 2024-11-27T20:16:59,427 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,427 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/eba0952056658e55083b97d9d27f12e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,428 INFO [StoreOpener-f1d4bfcaba201b62ac0e2cf94b6bb3bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,429 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 76d35f7f1c2787d843e940ace199f3bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67864638, jitterRate=0.011261910200119019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,429 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened eba0952056658e55083b97d9d27f12e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72625397, jitterRate=0.08220274746417999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,429 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:16:59,429 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:16:59,429 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 76d35f7f1c2787d843e940ace199f3bf: Running coprocessor pre-open hook at 1732738619405Writing region info on filesystem at 1732738619405Initializing all the Stores at 1732738619406 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619407 (+1 ms)Cleaning up temporary data from old regions at 1732738619416 (+9 ms)Running coprocessor post-open hooks at 1732738619429 (+13 ms)Region opened successfully at 1732738619429 2024-11-27T20:16:59,429 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for eba0952056658e55083b97d9d27f12e2: Running coprocessor pre-open hook at 1732738619409Writing region info on filesystem at 1732738619409Initializing all the Stores at 1732738619410 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619410Cleaning up temporary data from old regions at 1732738619418 (+8 ms)Running coprocessor post-open hooks at 1732738619429 (+11 ms)Region opened successfully at 1732738619429 2024-11-27T20:16:59,430 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf., pid=24, masterSystemTime=1732738619372 2024-11-27T20:16:59,431 INFO [StoreOpener-f1d4bfcaba201b62ac0e2cf94b6bb3bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1d4bfcaba201b62ac0e2cf94b6bb3bc columnFamilyName cf 2024-11-27T20:16:59,431 DEBUG [StoreOpener-f1d4bfcaba201b62ac0e2cf94b6bb3bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=902321da1ded5961b97fe62f201a2663, ASSIGN in 10.2230 sec 2024-11-27T20:16:59,431 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2., pid=17, masterSystemTime=1732738619367 2024-11-27T20:16:59,432 INFO [StoreOpener-f1d4bfcaba201b62ac0e2cf94b6bb3bc-1 {}] regionserver.HStore(327): Store=f1d4bfcaba201b62ac0e2cf94b6bb3bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,432 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:16:59,432 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:16:59,432 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,432 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:16:59,432 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 718804e9aa1405a01fae823b0cd8708f, NAME => 'SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T20:16:59,433 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=76d35f7f1c2787d843e940ace199f3bf, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:59,433 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,433 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,433 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,433 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,434 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,434 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,435 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:16:59,435 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:16:59,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76d35f7f1c2787d843e940ace199f3bf, server=6daf43b95769,34833,1732738598079 because future has completed 2024-11-27T20:16:59,435 INFO [StoreOpener-718804e9aa1405a01fae823b0cd8708f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,435 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,435 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eba0952056658e55083b97d9d27f12e2, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,36397,1732738598129 2024-11-27T20:16:59,438 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,440 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,441 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f1d4bfcaba201b62ac0e2cf94b6bb3bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70854320, jitterRate=0.05581164360046387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,441 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:16:59,441 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f1d4bfcaba201b62ac0e2cf94b6bb3bc: Running coprocessor pre-open hook at 1732738619419Writing region info on filesystem at 1732738619419Initializing all the Stores at 1732738619423 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619423Cleaning up temporary data from old regions at 1732738619435 (+12 ms)Running coprocessor post-open hooks at 1732738619441 (+6 ms)Region opened successfully at 1732738619441 2024-11-27T20:16:59,441 INFO [StoreOpener-718804e9aa1405a01fae823b0cd8708f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718804e9aa1405a01fae823b0cd8708f columnFamilyName cf 2024-11-27T20:16:59,441 DEBUG [StoreOpener-718804e9aa1405a01fae823b0cd8708f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eba0952056658e55083b97d9d27f12e2, server=6daf43b95769,36397,1732738598129 because future has completed 2024-11-27T20:16:59,442 INFO [StoreOpener-718804e9aa1405a01fae823b0cd8708f-1 {}] regionserver.HStore(327): Store=718804e9aa1405a01fae823b0cd8708f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,442 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,442 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc., pid=19, masterSystemTime=1732738619364 2024-11-27T20:16:59,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-27T20:16:59,444 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,444 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,445 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:16:59,445 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:16:59,445 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,445 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 76d35f7f1c2787d843e940ace199f3bf, server=6daf43b95769,34833,1732738598079 in 10.0620 sec 2024-11-27T20:16:59,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-27T20:16:59,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure eba0952056658e55083b97d9d27f12e2, server=6daf43b95769,36397,1732738598129 in 10.0780 sec 2024-11-27T20:16:59,446 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f1d4bfcaba201b62ac0e2cf94b6bb3bc, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:16:59,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76d35f7f1c2787d843e940ace199f3bf, ASSIGN in 10.2410 sec 2024-11-27T20:16:59,449 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1d4bfcaba201b62ac0e2cf94b6bb3bc, server=6daf43b95769,42851,1732738598044 because future has completed 2024-11-27T20:16:59,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN in 10.2430 sec 2024-11-27T20:16:59,452 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/718804e9aa1405a01fae823b0cd8708f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,453 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 718804e9aa1405a01fae823b0cd8708f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59434297, jitterRate=-0.11435995995998383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,453 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:16:59,453 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 718804e9aa1405a01fae823b0cd8708f: Running coprocessor pre-open hook at 1732738619433Writing region info on filesystem at 1732738619433Initializing all the Stores at 1732738619434 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619434Cleaning up temporary data from old regions at 1732738619445 (+11 ms)Running coprocessor post-open hooks at 1732738619453 (+8 ms)Region opened successfully at 1732738619453 2024-11-27T20:16:59,454 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f., pid=20, masterSystemTime=1732738619372 2024-11-27T20:16:59,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-27T20:16:59,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f1d4bfcaba201b62ac0e2cf94b6bb3bc, server=6daf43b95769,42851,1732738598044 in 10.0840 sec 2024-11-27T20:16:59,455 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:16:59,455 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:16:59,455 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:16:59,455 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 011458efec239d8c393ae3518b10595b, NAME => 'SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T20:16:59,456 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,456 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:59,456 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,456 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1d4bfcaba201b62ac0e2cf94b6bb3bc, ASSIGN in 10.2520 sec 2024-11-27T20:16:59,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=718804e9aa1405a01fae823b0cd8708f, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:59,458 INFO [StoreOpener-011458efec239d8c393ae3518b10595b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 718804e9aa1405a01fae823b0cd8708f, server=6daf43b95769,34833,1732738598079 because future has completed 2024-11-27T20:16:59,460 INFO [StoreOpener-011458efec239d8c393ae3518b10595b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 011458efec239d8c393ae3518b10595b columnFamilyName cf 2024-11-27T20:16:59,460 DEBUG [StoreOpener-011458efec239d8c393ae3518b10595b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:59,460 INFO [StoreOpener-011458efec239d8c393ae3518b10595b-1 {}] regionserver.HStore(327): Store=011458efec239d8c393ae3518b10595b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:59,461 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,462 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-27T20:16:59,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 718804e9aa1405a01fae823b0cd8708f, server=6daf43b95769,34833,1732738598079 in 10.0920 sec 2024-11-27T20:16:59,462 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,463 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,463 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=718804e9aa1405a01fae823b0cd8708f, ASSIGN in 10.2590 sec 2024-11-27T20:16:59,464 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,467 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/011458efec239d8c393ae3518b10595b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:59,467 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 011458efec239d8c393ae3518b10595b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70148906, jitterRate=0.04530015587806702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:59,467 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 011458efec239d8c393ae3518b10595b 2024-11-27T20:16:59,467 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 011458efec239d8c393ae3518b10595b: Running coprocessor pre-open hook at 1732738619456Writing region info on filesystem at 1732738619456Initializing all the Stores at 1732738619458 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738619458Cleaning up temporary data from old regions at 1732738619463 (+5 ms)Running coprocessor post-open hooks at 1732738619467 (+4 ms)Region opened successfully at 1732738619467 2024-11-27T20:16:59,468 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b., pid=21, masterSystemTime=1732738619372 2024-11-27T20:16:59,470 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:16:59,470 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:16:59,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=011458efec239d8c393ae3518b10595b, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:16:59,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 011458efec239d8c393ae3518b10595b, server=6daf43b95769,34833,1732738598079 because future has completed 2024-11-27T20:16:59,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-27T20:16:59,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 011458efec239d8c393ae3518b10595b, server=6daf43b95769,34833,1732738598079 in 10.1010 sec 2024-11-27T20:16:59,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-27T20:16:59,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=011458efec239d8c393ae3518b10595b, ASSIGN in 10.2720 sec 2024-11-27T20:16:59,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:16:59,478 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738619478"}]},"ts":"1732738619478"} 2024-11-27T20:16:59,479 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T20:16:59,480 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:16:59,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4840 sec 2024-11-27T20:17:02,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T20:17:04,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:17:04,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:04,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:04,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:07,281 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T20:17:07,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T20:17:07,281 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:17:07,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T20:17:07,285 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:17:07,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T20:17:07,309 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,311 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,312 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,314 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,315 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,316 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,317 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,346 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc., hostname=6daf43b95769,42851,1732738598044, seqNum=2] 2024-11-27T20:17:07,348 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc., hostname=6daf43b95769,42851,1732738598044, seqNum=2] 2024-11-27T20:17:07,349 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc., hostname=6daf43b95769,42851,1732738598044, seqNum=2] 2024-11-27T20:17:07,351 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc., hostname=6daf43b95769,42851,1732738598044, seqNum=2] 2024-11-27T20:17:07,352 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc., hostname=6daf43b95769,42851,1732738598044, seqNum=2] 2024-11-27T20:17:07,353 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc., hostname=6daf43b95769,42851,1732738598044, seqNum=2] 2024-11-27T20:17:07,389 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., hostname=6daf43b95769,36397,1732738598129, seqNum=2] 2024-11-27T20:17:07,390 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., hostname=6daf43b95769,36397,1732738598129, seqNum=2] 2024-11-27T20:17:07,391 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., hostname=6daf43b95769,36397,1732738598129, seqNum=2] 2024-11-27T20:17:07,393 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., hostname=6daf43b95769,36397,1732738598129, seqNum=2] 2024-11-27T20:17:07,394 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., hostname=6daf43b95769,36397,1732738598129, seqNum=2] 2024-11-27T20:17:07,396 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., hostname=6daf43b95769,36397,1732738598129, seqNum=2] 2024-11-27T20:17:07,397 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., hostname=6daf43b95769,36397,1732738598129, seqNum=2] 2024-11-27T20:17:07,455 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,456 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,457 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,458 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,459 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,461 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf., hostname=6daf43b95769,34833,1732738598079, seqNum=2] 2024-11-27T20:17:07,960 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:17:08,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:08,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:08,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:08,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:08,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:17:08,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:17:08,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:17:08,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:17:08,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:17:08,890 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T20:17:08,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:17:08,891 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:08,892 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:08,895 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:08,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741848_1024 (size=49) 2024-11-27T20:17:08,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741848_1024 (size=49) 2024-11-27T20:17:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741848_1024 (size=49) 2024-11-27T20:17:08,920 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:08,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 902321da1ded5961b97fe62f201a2663}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 011458efec239d8c393ae3518b10595b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eba0952056658e55083b97d9d27f12e2}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c594ec7917a201721f5baeada46d3e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 718804e9aa1405a01fae823b0cd8708f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 768720c6a147d0e7ddd5a5aae907075b}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1d4bfcaba201b62ac0e2cf94b6bb3bc}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a86786f5dde911c40d02973d7296350}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76d35f7f1c2787d843e940ace199f3bf}] 2024-11-27T20:17:08,925 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:17:08,925 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:17:08,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:08,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:17:08,926 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:17:08,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:08,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 011458efec239d8c393ae3518b10595b 2024-11-27T20:17:08,931 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 902321da1ded5961b97fe62f201a2663 2024-11-27T20:17:08,931 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:08,931 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:17:18,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T20:17:18,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T20:17:18,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T20:17:18,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T20:17:18,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T20:17:18,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:18,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:17:18,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T20:17:18,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 31cf6d3465f82ab7fb51f72c3fb84120: 2024-11-27T20:17:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. for SnapshotProcedureTest completed. 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 44c594ec7917a201721f5baeada46d3e: 2024-11-27T20:17:18,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 76d35f7f1c2787d843e940ace199f3bf 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. for SnapshotProcedureTest completed. 2024-11-27T20:17:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T20:17:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 718804e9aa1405a01fae823b0cd8708f: 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. for SnapshotProcedureTest completed. 2024-11-27T20:17:18,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing f1d4bfcaba201b62ac0e2cf94b6bb3bc 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-27T20:17:18,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3a86786f5dde911c40d02973d7296350 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:18,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:18,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T20:17:18,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:18,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:17:18,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 011458efec239d8c393ae3518b10595b: 2024-11-27T20:17:18,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. for SnapshotProcedureTest completed. 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 902321da1ded5961b97fe62f201a2663: 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. for SnapshotProcedureTest completed. 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for eba0952056658e55083b97d9d27f12e2: 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. for SnapshotProcedureTest completed. 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:18,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:18,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/.tmp/cf/acc95e231774445a9ea836df385f4e75 is 34, key is baa/cf:cf/1732738628278/Put/seqid=0 2024-11-27T20:17:18,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/.tmp/cf/c64da5a39d534b1bb3a33b69436e90a3 is 34, key is ccd/cf:cf/1732738628287/Put/seqid=0 2024-11-27T20:17:18,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741849_1025 (size=65) 2024-11-27T20:17:18,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741849_1025 (size=65) 2024-11-27T20:17:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741849_1025 (size=65) 2024-11-27T20:17:18,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:17:18,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T20:17:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T20:17:18,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:17:18,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:17:18,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 44c594ec7917a201721f5baeada46d3e in 10.0540 sec 2024-11-27T20:17:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741851_1027 (size=57) 2024-11-27T20:17:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741851_1027 (size=57) 2024-11-27T20:17:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741851_1027 (size=57) 2024-11-27T20:17:18,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:18,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T20:17:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T20:17:18,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:18,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:18,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120 in 10.0650 sec 2024-11-27T20:17:18,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741853_1029 (size=65) 2024-11-27T20:17:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741850_1026 (size=65) 2024-11-27T20:17:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741850_1026 (size=65) 2024-11-27T20:17:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741850_1026 (size=65) 2024-11-27T20:17:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741853_1029 (size=65) 2024-11-27T20:17:19,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:17:19,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T20:17:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T20:17:19,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 902321da1ded5961b97fe62f201a2663 2024-11-27T20:17:19,008 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 902321da1ded5961b97fe62f201a2663 2024-11-27T20:17:19,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 902321da1ded5961b97fe62f201a2663 in 10.0880 sec 2024-11-27T20:17:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741853_1029 (size=65) 2024-11-27T20:17:19,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:17:19,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T20:17:19,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:17:19,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 768720c6a147d0e7ddd5a5aae907075b 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-27T20:17:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T20:17:19,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:17:19,020 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:17:19,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 718804e9aa1405a01fae823b0cd8708f in 10.1000 sec 2024-11-27T20:17:19,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/.tmp/cf/594c35eeff5746b59f850244167239d4 is 34, key is eaa/cf:cf/1732738628787/Put/seqid=0 2024-11-27T20:17:19,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741854_1030 (size=65) 2024-11-27T20:17:19,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741854_1030 (size=65) 2024-11-27T20:17:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741854_1030 (size=65) 2024-11-27T20:17:19,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:17:19,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T20:17:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T20:17:19,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 011458efec239d8c393ae3518b10595b 2024-11-27T20:17:19,038 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 011458efec239d8c393ae3518b10595b 2024-11-27T20:17:19,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 011458efec239d8c393ae3518b10595b in 10.1180 sec 2024-11-27T20:17:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741852_1028 (size=65) 2024-11-27T20:17:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741852_1028 (size=65) 2024-11-27T20:17:19,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741852_1028 (size=65) 2024-11-27T20:17:19,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:19,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T20:17:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T20:17:19,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:19,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:19,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eba0952056658e55083b97d9d27f12e2 in 10.1250 sec 2024-11-27T20:17:19,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/.tmp/cf/e713697872374ea2ae3fefd2ee1468a4 is 34, key is aaa/cf:cf/1732738628318/Put/seqid=0 2024-11-27T20:17:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741855_1031 (size=28623) 2024-11-27T20:17:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741855_1031 (size=28623) 2024-11-27T20:17:19,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741855_1031 (size=28623) 2024-11-27T20:17:19,065 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/.tmp/cf/acc95e231774445a9ea836df385f4e75 2024-11-27T20:17:19,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741857_1033 (size=499309) 2024-11-27T20:17:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741857_1033 (size=499309) 2024-11-27T20:17:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741857_1033 (size=499309) 2024-11-27T20:17:19,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/.tmp/cf/594c35eeff5746b59f850244167239d4 2024-11-27T20:17:19,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741856_1032 (size=47197) 2024-11-27T20:17:19,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741856_1032 (size=47197) 2024-11-27T20:17:19,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741856_1032 (size=47197) 2024-11-27T20:17:19,087 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/.tmp/cf/c64da5a39d534b1bb3a33b69436e90a3 2024-11-27T20:17:19,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741858_1034 (size=26918) 2024-11-27T20:17:19,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741858_1034 (size=26918) 2024-11-27T20:17:19,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741858_1034 (size=26918) 2024-11-27T20:17:19,103 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/.tmp/cf/e713697872374ea2ae3fefd2ee1468a4 2024-11-27T20:17:19,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/.tmp/cf/594c35eeff5746b59f850244167239d4 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/cf/594c35eeff5746b59f850244167239d4 2024-11-27T20:17:19,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/cf/594c35eeff5746b59f850244167239d4, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-27T20:17:19,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/.tmp/cf/c64da5a39d534b1bb3a33b69436e90a3 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/cf/c64da5a39d534b1bb3a33b69436e90a3 2024-11-27T20:17:19,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/.tmp/cf/acc95e231774445a9ea836df385f4e75 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/cf/acc95e231774445a9ea836df385f4e75 2024-11-27T20:17:19,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 76d35f7f1c2787d843e940ace199f3bf in 193ms, sequenceid=5, compaction requested=false 2024-11-27T20:17:19,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 76d35f7f1c2787d843e940ace199f3bf: 2024-11-27T20:17:19,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. for SnapshotProcedureTest completed. 2024-11-27T20:17:19,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:19,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:19,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/.tmp/cf/e713697872374ea2ae3fefd2ee1468a4 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/cf/e713697872374ea2ae3fefd2ee1468a4 2024-11-27T20:17:19,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/cf/594c35eeff5746b59f850244167239d4] hfiles 2024-11-27T20:17:19,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/cf/594c35eeff5746b59f850244167239d4 for snapshot=SnapshotProcedureTest 2024-11-27T20:17:19,132 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/cf/c64da5a39d534b1bb3a33b69436e90a3, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T20:17:19,133 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/cf/acc95e231774445a9ea836df385f4e75, entries=731, sequenceid=5, filesize=28.0 K 2024-11-27T20:17:19,133 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3a86786f5dde911c40d02973d7296350 in 204ms, sequenceid=5, compaction requested=false 2024-11-27T20:17:19,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3a86786f5dde911c40d02973d7296350: 2024-11-27T20:17:19,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. for SnapshotProcedureTest completed. 2024-11-27T20:17:19,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:19,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:19,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/cf/c64da5a39d534b1bb3a33b69436e90a3] hfiles 2024-11-27T20:17:19,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/cf/c64da5a39d534b1bb3a33b69436e90a3 for snapshot=SnapshotProcedureTest 2024-11-27T20:17:19,134 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/cf/e713697872374ea2ae3fefd2ee1468a4, entries=676, sequenceid=5, filesize=26.3 K 2024-11-27T20:17:19,135 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 768720c6a147d0e7ddd5a5aae907075b in 116ms, sequenceid=5, compaction requested=false 2024-11-27T20:17:19,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 768720c6a147d0e7ddd5a5aae907075b: 2024-11-27T20:17:19,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. for SnapshotProcedureTest completed. 2024-11-27T20:17:19,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:19,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:19,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/cf/e713697872374ea2ae3fefd2ee1468a4] hfiles 2024-11-27T20:17:19,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/cf/e713697872374ea2ae3fefd2ee1468a4 for snapshot=SnapshotProcedureTest 2024-11-27T20:17:19,134 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for f1d4bfcaba201b62ac0e2cf94b6bb3bc in 205ms, sequenceid=5, compaction requested=false 2024-11-27T20:17:19,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for f1d4bfcaba201b62ac0e2cf94b6bb3bc: 2024-11-27T20:17:19,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. for SnapshotProcedureTest completed. 2024-11-27T20:17:19,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T20:17:19,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:19,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/cf/acc95e231774445a9ea836df385f4e75] hfiles 2024-11-27T20:17:19,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/cf/acc95e231774445a9ea836df385f4e75 for snapshot=SnapshotProcedureTest 2024-11-27T20:17:19,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741859_1035 (size=97) 2024-11-27T20:17:19,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741859_1035 (size=97) 2024-11-27T20:17:19,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741859_1035 (size=97) 2024-11-27T20:17:19,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:17:19,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T20:17:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T20:17:19,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:17:19,174 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:17:19,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76d35f7f1c2787d843e940ace199f3bf in 10.2540 sec 2024-11-27T20:17:19,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741860_1036 (size=105) 2024-11-27T20:17:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741860_1036 (size=105) 2024-11-27T20:17:19,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741860_1036 (size=105) 2024-11-27T20:17:19,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:19,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T20:17:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T20:17:19,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:19,186 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:19,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a86786f5dde911c40d02973d7296350 in 10.2660 sec 2024-11-27T20:17:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741862_1038 (size=105) 2024-11-27T20:17:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741862_1038 (size=105) 2024-11-27T20:17:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741862_1038 (size=105) 2024-11-27T20:17:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741861_1037 (size=105) 2024-11-27T20:17:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741861_1037 (size=105) 2024-11-27T20:17:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741861_1037 (size=105) 2024-11-27T20:17:19,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:17:19,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T20:17:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T20:17:19,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:17:19,209 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:17:19,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 768720c6a147d0e7ddd5a5aae907075b in 10.2890 sec 2024-11-27T20:17:19,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:17:19,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T20:17:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T20:17:19,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:17:19,609 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:17:19,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-27T20:17:19,612 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:19,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f1d4bfcaba201b62ac0e2cf94b6bb3bc in 10.6890 sec 2024-11-27T20:17:19,616 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:19,617 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:19,617 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T20:17:19,619 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T20:17:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741863_1039 (size=1174) 2024-11-27T20:17:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741863_1039 (size=1174) 2024-11-27T20:17:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741863_1039 (size=1174) 2024-11-27T20:17:19,649 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:19,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T20:17:19,657 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,36397,1732738598129 2024-11-27T20:17:19,657 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,36397,1732738598129 2024-11-27T20:17:19,657 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,36397,1732738598129 2024-11-27T20:17:19,665 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,42851,1732738598044 2024-11-27T20:17:19,665 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,42851,1732738598044 2024-11-27T20:17:19,668 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:19,668 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,42851,1732738598044 2024-11-27T20:17:19,671 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:19,671 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:19,703 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:17:19,704 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6daf43b95769,36397,1732738598129 2024-11-27T20:17:19,704 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6daf43b95769,36397,1732738598129: Simulated kill ***** 2024-11-27T20:17:19,704 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:17:19,704 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:17:19,705 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:17:19,705 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:17:19,705 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:17:19,705 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 636671792 }, "NonHeapMemoryUsage": { "committed": 177340416, "init": 7667712, "max": -1, "used": 173196688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:17:19,706 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34959 {}] master.MasterRpcServices(700): 6daf43b95769,36397,1732738598129 reported a fatal error: ***** ABORTING region server 6daf43b95769,36397,1732738598129: Simulated kill ***** 2024-11-27T20:17:19,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,36397,1732738598129' ***** 2024-11-27T20:17:19,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T20:17:19,707 INFO [RS:2;6daf43b95769:36397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:17:19,707 INFO [RS:2;6daf43b95769:36397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T20:17:19,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:17:19,707 INFO [RS:2;6daf43b95769:36397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T20:17:19,707 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:17:19,707 INFO [RS:2;6daf43b95769:36397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:19,707 INFO [RS:2;6daf43b95769:36397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6daf43b95769:36397. 2024-11-27T20:17:19,707 DEBUG [RS:2;6daf43b95769:36397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:19,707 DEBUG [RS:2;6daf43b95769:36397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:19,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741833_1009 (size=1473) 2024-11-27T20:17:19,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741833_1009 (size=1473) 2024-11-27T20:17:19,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741833_1009 (size=1473) 2024-11-27T20:17:19,712 DEBUG [RS:2;6daf43b95769:36397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:19,712 INFO [RS:2;6daf43b95769:36397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:19,713 INFO [RS:2;6daf43b95769:36397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36397 2024-11-27T20:17:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:17:19,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6daf43b95769,36397,1732738598129 2024-11-27T20:17:19,716 INFO [RS:2;6daf43b95769:36397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:19,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,36397,1732738598129] 2024-11-27T20:17:19,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6daf43b95769,36397,1732738598129 already deleted, retry=false 2024-11-27T20:17:19,720 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6daf43b95769,36397,1732738598129 on 6daf43b95769,34959,1732738597985 2024-11-27T20:17:19,721 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6daf43b95769,36397,1732738598129, splitWal=true, meta=false 2024-11-27T20:17:19,721 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 6daf43b95769,36397,1732738598129 (carryingMeta=false) 6daf43b95769,36397,1732738598129/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34d76a20[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T20:17:19,722 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6daf43b95769,36397,1732738598129, splitWal=true, meta=false 2024-11-27T20:17:19,723 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 6daf43b95769,36397,1732738598129 had 3 regions 2024-11-27T20:17:19,724 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6daf43b95769,36397,1732738598129, splitWal=true, meta=false, isMeta: false 2024-11-27T20:17:19,726 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting 2024-11-27T20:17:19,727 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6daf43b95769,36397,1732738598129 WAL count=1, meta=false 2024-11-27T20:17:19,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6daf43b95769%2C36397%2C1732738598129.1732738598558}] 2024-11-27T20:17:19,729 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:19,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6daf43b95769%2C36397%2C1732738598129.1732738598558, worker=6daf43b95769,34833,1732738598079}] 2024-11-27T20:17:19,732 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,36397,1732738598129 Release verify snapshot worker=6daf43b95769,36397,1732738598129 2024-11-27T20:17:19,733 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 6daf43b95769,36397,1732738598129, this operation will be retried to send to another server 2024-11-27T20:17:19,733 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:17:19,733 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732738640733 2024-11-27T20:17:19,737 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,36397,1732738598129 Release verify snapshot worker=6daf43b95769,36397,1732738598129 2024-11-27T20:17:19,737 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 6daf43b95769,36397,1732738598129, this operation will be retried to send to another server 2024-11-27T20:17:19,737 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:17:19,737 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732738640737 2024-11-27T20:17:19,737 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-27T20:17:19,737 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-27T20:17:19,737 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-27T20:17:19,746 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,36397,1732738598129 Release verify snapshot worker=6daf43b95769,36397,1732738598129 2024-11-27T20:17:19,747 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 6daf43b95769,36397,1732738598129, this operation will be retried to send to another server 2024-11-27T20:17:19,747 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:17:19,747 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732738640747 2024-11-27T20:17:19,751 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:19,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:19,820 INFO [RS:2;6daf43b95769:36397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:19,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1015b12aedb0003, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:19,820 INFO [RS:2;6daf43b95769:36397 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,36397,1732738598129; zookeeper connection closed. 2024-11-27T20:17:19,820 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@776f6580 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@776f6580 2024-11-27T20:17:20,463 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:17:20,463 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:17:29,446 INFO [master/6daf43b95769:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T20:17:29,446 INFO [master/6daf43b95769:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T20:17:29,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-27T20:17:29,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-27T20:17:29,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-27T20:17:29,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-27T20:17:29,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-27T20:17:29,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-27T20:17:29,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-27T20:17:29,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T20:17:29,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-27T20:17:29,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-27T20:17:29,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-27T20:17:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-27T20:17:29,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T20:17:29,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T20:17:29,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-27T20:17:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T20:17:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-27T20:17:29,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-27T20:17:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-27T20:17:29,675 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,42851,1732738598044 Release verify snapshot worker=6daf43b95769,42851,1732738598044 2024-11-27T20:17:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-27T20:17:29,676 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 Release verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:29,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,42851,1732738598044 in 10.0220 sec 2024-11-27T20:17:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-27T20:17:29,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 in 10.0240 sec 2024-11-27T20:17:29,680 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:29,680 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 Release verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:29,681 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,42851,1732738598044 Release verify snapshot worker=6daf43b95769,42851,1732738598044 2024-11-27T20:17:29,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:29,681 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,42851,1732738598044 2024-11-27T20:17:29,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,42851,1732738598044 in 10.0280 sec 2024-11-27T20:17:29,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 in 10.0270 sec 2024-11-27T20:17:29,686 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,42851,1732738598044 Release verify snapshot worker=6daf43b95769,42851,1732738598044 2024-11-27T20:17:29,686 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 Release verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:29,687 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:29,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 in 10.0330 sec 2024-11-27T20:17:29,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,42851,1732738598044 in 10.0330 sec 2024-11-27T20:17:29,691 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558, size=1.4 K (1473bytes) 2024-11-27T20:17:29,691 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558 2024-11-27T20:17:29,692 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558 after 1ms 2024-11-27T20:17:29,695 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558 took 4ms 2024-11-27T20:17:29,697 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3a86786f5dde911c40d02973d7296350: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-27T20:17:29,698 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 31cf6d3465f82ab7fb51f72c3fb84120: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T20:17:29,699 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for eba0952056658e55083b97d9d27f12e2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T20:17:29,699 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558 so closing down 2024-11-27T20:17:29,700 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T20:17:29,700 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T20:17:29,700 INFO [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-27T20:17:29,700 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558, journal: Splitting hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558, size=1.4 K (1473bytes) at 1732738649691Finishing writing output for hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558 so closing down at 1732738649699 (+8 ms)3 split writer threads finished at 1732738649700 (+1 ms)Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1732738649700 2024-11-27T20:17:29,700 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558 2024-11-27T20:17:29,700 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T20:17:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T20:17:29,703 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting/6daf43b95769%2C36397%2C1732738598129.1732738598558 to hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/oldWALs 2024-11-27T20:17:29,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T20:17:29,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6daf43b95769%2C36397%2C1732738598129.1732738598558, worker=6daf43b95769,34833,1732738598079 in 9.9730 sec 2024-11-27T20:17:29,707 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:29,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-27T20:17:29,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 6daf43b95769%2C36397%2C1732738598129.1732738598558, worker=6daf43b95769,34833,1732738598079 in 9.9800 sec 2024-11-27T20:17:29,710 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting dir is empty, no logs to split. 2024-11-27T20:17:29,710 INFO [PEWorker-5 {}] master.SplitWALManager(105): 6daf43b95769,36397,1732738598129 WAL count=0, meta=false 2024-11-27T20:17:29,710 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 6daf43b95769,36397,1732738598129 WAL splitting is done? wals=0, meta=false 2024-11-27T20:17:29,712 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6daf43b95769,36397,1732738598129 failed, ignore...File hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/WALs/6daf43b95769,36397,1732738598129-splitting does not exist. 2024-11-27T20:17:29,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN}] 2024-11-27T20:17:29,714 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN 2024-11-27T20:17:29,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN 2024-11-27T20:17:29,714 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN 2024-11-27T20:17:29,715 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:17:29,715 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:17:29,715 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:17:29,865 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(204): Hosts are {6daf43b95769=0} racks are {/default-rack=0} 2024-11-27T20:17:29,866 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T20:17:29,866 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T20:17:29,866 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T20:17:29,866 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T20:17:29,866 INFO [6daf43b95769:34959 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T20:17:29,866 INFO [6daf43b95769:34959 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T20:17:29,866 DEBUG [6daf43b95769:34959 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T20:17:29,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=3a86786f5dde911c40d02973d7296350, regionState=OPENING, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:17:29,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=31cf6d3465f82ab7fb51f72c3fb84120, regionState=OPENING, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:17:29,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=eba0952056658e55083b97d9d27f12e2, regionState=OPENING, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:17:29,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN because future has completed 2024-11-27T20:17:29,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure eba0952056658e55083b97d9d27f12e2, server=6daf43b95769,34833,1732738598079}] 2024-11-27T20:17:29,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN because future has completed 2024-11-27T20:17:29,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120, server=6daf43b95769,42851,1732738598044}] 2024-11-27T20:17:29,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN because future has completed 2024-11-27T20:17:29,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a86786f5dde911c40d02973d7296350, server=6daf43b95769,42851,1732738598044}] 2024-11-27T20:17:37,960 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:17:39,217 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T20:17:39,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-27T20:17:39,684 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:39,684 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:39,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-27T20:17:39,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a86786f5dde911c40d02973d7296350, NAME => 'SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => eba0952056658e55083b97d9d27f12e2, NAME => 'SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T20:17:39,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-27T20:17:39,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-27T20:17:39,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-27T20:17:39,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,685 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-27T20:17:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T20:17:39,688 INFO [StoreOpener-eba0952056658e55083b97d9d27f12e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,688 INFO [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,689 INFO [StoreOpener-eba0952056658e55083b97d9d27f12e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eba0952056658e55083b97d9d27f12e2 columnFamilyName cf 2024-11-27T20:17:39,689 DEBUG [StoreOpener-eba0952056658e55083b97d9d27f12e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:39,689 INFO [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a86786f5dde911c40d02973d7296350 columnFamilyName cf 2024-11-27T20:17:39,689 DEBUG [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:39,689 INFO [StoreOpener-eba0952056658e55083b97d9d27f12e2-1 {}] regionserver.HStore(327): Store=eba0952056658e55083b97d9d27f12e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:39,689 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-27T20:17:39,690 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 Release verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T20:17:39,690 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,691 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,692 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,42851,1732738598044 Release verify snapshot worker=6daf43b95769,42851,1732738598044 2024-11-27T20:17:39,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 in 20.0370 sec 2024-11-27T20:17:39,692 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 Release verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:39,692 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,692 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,693 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 Release verify snapshot worker=6daf43b95769,34833,1732738598079 2024-11-27T20:17:39,695 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 in 20.0390 sec 2024-11-27T20:17:39,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,42851,1732738598044 in 20.0390 sec 2024-11-27T20:17:39,696 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened eba0952056658e55083b97d9d27f12e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70645868, jitterRate=0.052705466747283936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:17:39,696 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,696 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for eba0952056658e55083b97d9d27f12e2: Running coprocessor pre-open hook at 1732738659686Writing region info on filesystem at 1732738659686Initializing all the Stores at 1732738659686Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738659686Cleaning up temporary data from old regions at 1732738659692 (+6 ms)Running coprocessor post-open hooks at 1732738659696 (+4 ms)Region opened successfully at 1732738659696 2024-11-27T20:17:39,697 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2., pid=52, masterSystemTime=1732738659680 2024-11-27T20:17:39,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-11-27T20:17:39,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6daf43b95769,34833,1732738598079 in 20.0400 sec 2024-11-27T20:17:39,697 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:39,698 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T20:17:39,699 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:39,699 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:39,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=eba0952056658e55083b97d9d27f12e2, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,34833,1732738598079 2024-11-27T20:17:39,700 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:39,700 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T20:17:39,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure eba0952056658e55083b97d9d27f12e2, server=6daf43b95769,34833,1732738598079 because future has completed 2024-11-27T20:17:39,702 DEBUG [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/cf/c64da5a39d534b1bb3a33b69436e90a3 2024-11-27T20:17:39,702 INFO [StoreOpener-3a86786f5dde911c40d02973d7296350-1 {}] regionserver.HStore(327): Store=3a86786f5dde911c40d02973d7296350/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:39,702 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8120 sec 2024-11-27T20:17:39,703 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,704 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-27T20:17:39,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure eba0952056658e55083b97d9d27f12e2, server=6daf43b95769,34833,1732738598079 in 9.8330 sec 2024-11-27T20:17:39,705 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,705 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eba0952056658e55083b97d9d27f12e2, ASSIGN in 9.9910 sec 2024-11-27T20:17:39,707 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,709 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:17:39,710 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3a86786f5dde911c40d02973d7296350; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59345483, jitterRate=-0.11568339169025421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:17:39,710 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,710 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3a86786f5dde911c40d02973d7296350: Running coprocessor pre-open hook at 1732738659686Writing region info on filesystem at 1732738659686Initializing all the Stores at 1732738659686Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738659686Cleaning up temporary data from old regions at 1732738659705 (+19 ms)Running coprocessor post-open hooks at 1732738659710 (+5 ms)Region opened successfully at 1732738659710 2024-11-27T20:17:39,711 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., pid=54, masterSystemTime=1732738659681 2024-11-27T20:17:39,712 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:39,712 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:39,712 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:39,713 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 31cf6d3465f82ab7fb51f72c3fb84120, NAME => 'SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T20:17:39,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=3a86786f5dde911c40d02973d7296350, regionState=OPEN, openSeqNum=6, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:17:39,713 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,713 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:39,713 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,713 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a86786f5dde911c40d02973d7296350, server=6daf43b95769,42851,1732738598044 because future has completed 2024-11-27T20:17:39,715 INFO [StoreOpener-31cf6d3465f82ab7fb51f72c3fb84120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,716 INFO [StoreOpener-31cf6d3465f82ab7fb51f72c3fb84120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31cf6d3465f82ab7fb51f72c3fb84120 columnFamilyName cf 2024-11-27T20:17:39,716 DEBUG [StoreOpener-31cf6d3465f82ab7fb51f72c3fb84120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:39,716 INFO [StoreOpener-31cf6d3465f82ab7fb51f72c3fb84120-1 {}] regionserver.HStore(327): Store=31cf6d3465f82ab7fb51f72c3fb84120/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:39,716 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-27T20:17:39,717 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a86786f5dde911c40d02973d7296350, server=6daf43b95769,42851,1732738598044 in 9.8440 sec 2024-11-27T20:17:39,719 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,719 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,719 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a86786f5dde911c40d02973d7296350, ASSIGN in 10.0040 sec 2024-11-27T20:17:39,721 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,722 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 31cf6d3465f82ab7fb51f72c3fb84120; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69056649, jitterRate=0.029024258255958557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:17:39,722 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,722 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 31cf6d3465f82ab7fb51f72c3fb84120: Running coprocessor pre-open hook at 1732738659713Writing region info on filesystem at 1732738659713Initializing all the Stores at 1732738659714 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738659714Cleaning up temporary data from old regions at 1732738659719 (+5 ms)Running coprocessor post-open hooks at 1732738659722 (+3 ms)Region opened successfully at 1732738659722 2024-11-27T20:17:39,723 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120., pid=53, masterSystemTime=1732738659681 2024-11-27T20:17:39,725 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:39,725 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:39,725 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T20:17:39,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=31cf6d3465f82ab7fb51f72c3fb84120, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,42851,1732738598044 2024-11-27T20:17:39,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120, server=6daf43b95769,42851,1732738598044 because future has completed 2024-11-27T20:17:39,729 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T20:17:39,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:17:39,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:39,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:39,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:39,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:17:39,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=310974255, stopped=false 2024-11-27T20:17:39,730 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,34959,1732738597985 2024-11-27T20:17:39,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-27T20:17:39,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 31cf6d3465f82ab7fb51f72c3fb84120, server=6daf43b95769,42851,1732738598044 in 9.8580 sec 2024-11-27T20:17:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:17:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:17:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:17:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:17:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:17:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:17:39,732 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:39,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:17:39,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:17:39,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-27T20:17:39,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:17:39,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31cf6d3465f82ab7fb51f72c3fb84120, ASSIGN in 10.0180 sec 2024-11-27T20:17:39,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:39,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:39,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,42851,1732738598044' ***** 2024-11-27T20:17:39,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:17:39,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,34833,1732738598079' ***** 2024-11-27T20:17:39,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:17:39,735 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:17:39,735 INFO [RS:1;6daf43b95769:34833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:17:39,735 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(3091): Received CLOSE for 011458efec239d8c393ae3518b10595b 2024-11-27T20:17:39,736 INFO [RS:0;6daf43b95769:42851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:17:39,736 INFO [RS:0;6daf43b95769:42851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:17:39,736 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(3091): Received CLOSE for 31cf6d3465f82ab7fb51f72c3fb84120 2024-11-27T20:17:39,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:17:39,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(3091): Received CLOSE for 718804e9aa1405a01fae823b0cd8708f 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(3091): Received CLOSE for eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(3091): Received CLOSE for 768720c6a147d0e7ddd5a5aae907075b 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(3091): Received CLOSE for 76d35f7f1c2787d843e940ace199f3bf 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,34833,1732738598079 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:39,736 INFO [RS:1;6daf43b95769:34833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6daf43b95769:34833. 2024-11-27T20:17:39,736 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a86786f5dde911c40d02973d7296350 2024-11-27T20:17:39,736 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 011458efec239d8c393ae3518b10595b, disabling compactions & flushes 2024-11-27T20:17:39,736 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(3091): Received CLOSE for 902321da1ded5961b97fe62f201a2663 2024-11-27T20:17:39,736 DEBUG [RS:1;6daf43b95769:34833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:39,736 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(3091): Received CLOSE for f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:17:39,736 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:17:39,736 DEBUG [RS:1;6daf43b95769:34833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,737 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(3091): Received CLOSE for 44c594ec7917a201721f5baeada46d3e 2024-11-27T20:17:39,737 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:17:39,737 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,42851,1732738598044 2024-11-27T20:17:39,737 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31cf6d3465f82ab7fb51f72c3fb84120, disabling compactions & flushes 2024-11-27T20:17:39,737 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. after waiting 0 ms 2024-11-27T20:17:39,737 INFO [RS:0;6daf43b95769:42851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:39,737 INFO [RS:1;6daf43b95769:34833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:17:39,737 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:17:39,737 INFO [RS:1;6daf43b95769:34833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:17:39,737 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:39,737 INFO [RS:0;6daf43b95769:42851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:42851. 2024-11-27T20:17:39,737 INFO [RS:1;6daf43b95769:34833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:17:39,737 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:39,737 DEBUG [RS:0;6daf43b95769:42851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:39,737 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. after waiting 0 ms 2024-11-27T20:17:39,737 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:17:39,737 DEBUG [RS:0;6daf43b95769:42851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,737 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:39,737 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T20:17:39,737 DEBUG [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1325): Online Regions={31cf6d3465f82ab7fb51f72c3fb84120=SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120., 3a86786f5dde911c40d02973d7296350=SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350., 902321da1ded5961b97fe62f201a2663=SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663., f1d4bfcaba201b62ac0e2cf94b6bb3bc=SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc., 44c594ec7917a201721f5baeada46d3e=SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e.} 2024-11-27T20:17:39,737 DEBUG [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1351): Waiting on 31cf6d3465f82ab7fb51f72c3fb84120, 3a86786f5dde911c40d02973d7296350, 44c594ec7917a201721f5baeada46d3e, 902321da1ded5961b97fe62f201a2663, f1d4bfcaba201b62ac0e2cf94b6bb3bc 2024-11-27T20:17:39,738 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-27T20:17:39,738 DEBUG [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1325): Online Regions={011458efec239d8c393ae3518b10595b=SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b., 1588230740=hbase:meta,,1.1588230740, 718804e9aa1405a01fae823b0cd8708f=SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f., eba0952056658e55083b97d9d27f12e2=SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2., 768720c6a147d0e7ddd5a5aae907075b=SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b., 76d35f7f1c2787d843e940ace199f3bf=SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf.} 2024-11-27T20:17:39,738 DEBUG [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1351): Waiting on 011458efec239d8c393ae3518b10595b, 1588230740, 718804e9aa1405a01fae823b0cd8708f, 768720c6a147d0e7ddd5a5aae907075b, 76d35f7f1c2787d843e940ace199f3bf, eba0952056658e55083b97d9d27f12e2 2024-11-27T20:17:39,738 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:39,738 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:39,738 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:39,738 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:39,738 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:39,738 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-27T20:17:39,741 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/011458efec239d8c393ae3518b10595b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:17:39,742 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/31cf6d3465f82ab7fb51f72c3fb84120/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T20:17:39,742 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:17:39,742 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 011458efec239d8c393ae3518b10595b: Waiting for close lock at 1732738659736Running coprocessor pre-close hooks at 1732738659736Disabling compacts and flushes for region at 1732738659736Disabling writes for close at 1732738659737 (+1 ms)Writing region close event to WAL at 1732738659737Running coprocessor post-close hooks at 1732738659742 (+5 ms)Closed at 1732738659742 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732738608996.011458efec239d8c393ae3518b10595b. 2024-11-27T20:17:39,743 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31cf6d3465f82ab7fb51f72c3fb84120: Waiting for close lock at 1732738659736Running coprocessor pre-close hooks at 1732738659737 (+1 ms)Disabling compacts and flushes for region at 1732738659737Disabling writes for close at 1732738659737Writing region close event to WAL at 1732738659738 (+1 ms)Running coprocessor post-close hooks at 1732738659743 (+5 ms)Closed at 1732738659743 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 718804e9aa1405a01fae823b0cd8708f, disabling compactions & flushes 2024-11-27T20:17:39,743 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732738608996.31cf6d3465f82ab7fb51f72c3fb84120. 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. after waiting 0 ms 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a86786f5dde911c40d02973d7296350, disabling compactions & flushes 2024-11-27T20:17:39,743 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. after waiting 0 ms 2024-11-27T20:17:39,743 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:39,750 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/718804e9aa1405a01fae823b0cd8708f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:17:39,750 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:17:39,750 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 718804e9aa1405a01fae823b0cd8708f: Waiting for close lock at 1732738659743Running coprocessor pre-close hooks at 1732738659743Disabling compacts and flushes for region at 1732738659743Disabling writes for close at 1732738659743Writing region close event to WAL at 1732738659743Running coprocessor post-close hooks at 1732738659750 (+7 ms)Closed at 1732738659750 2024-11-27T20:17:39,750 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732738608996.718804e9aa1405a01fae823b0cd8708f. 2024-11-27T20:17:39,751 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eba0952056658e55083b97d9d27f12e2, disabling compactions & flushes 2024-11-27T20:17:39,751 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:39,751 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:39,751 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. after waiting 0 ms 2024-11-27T20:17:39,751 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:39,755 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/eba0952056658e55083b97d9d27f12e2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T20:17:39,757 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:39,757 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eba0952056658e55083b97d9d27f12e2: Waiting for close lock at 1732738659751Running coprocessor pre-close hooks at 1732738659751Disabling compacts and flushes for region at 1732738659751Disabling writes for close at 1732738659751Writing region close event to WAL at 1732738659751Running coprocessor post-close hooks at 1732738659756 (+5 ms)Closed at 1732738659756 2024-11-27T20:17:39,757 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732738608996.eba0952056658e55083b97d9d27f12e2. 2024-11-27T20:17:39,757 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 768720c6a147d0e7ddd5a5aae907075b, disabling compactions & flushes 2024-11-27T20:17:39,757 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:17:39,757 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:17:39,757 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. after waiting 0 ms 2024-11-27T20:17:39,757 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:17:39,758 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/3a86786f5dde911c40d02973d7296350/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-27T20:17:39,759 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:39,759 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a86786f5dde911c40d02973d7296350: Waiting for close lock at 1732738659743Running coprocessor pre-close hooks at 1732738659743Disabling compacts and flushes for region at 1732738659743Disabling writes for close at 1732738659743Writing region close event to WAL at 1732738659748 (+5 ms)Running coprocessor post-close hooks at 1732738659759 (+11 ms)Closed at 1732738659759 2024-11-27T20:17:39,759 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732738608996.3a86786f5dde911c40d02973d7296350. 2024-11-27T20:17:39,759 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 902321da1ded5961b97fe62f201a2663, disabling compactions & flushes 2024-11-27T20:17:39,759 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:17:39,759 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:17:39,759 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. after waiting 0 ms 2024-11-27T20:17:39,759 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:17:39,761 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/info/fbce1129f837450cae6d0aba938b9918 is 167, key is SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663./info:regioninfo/1732738619418/Put/seqid=0 2024-11-27T20:17:39,765 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:39,766 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:39,768 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/768720c6a147d0e7ddd5a5aae907075b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:17:39,769 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:17:39,769 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 768720c6a147d0e7ddd5a5aae907075b: Waiting for close lock at 1732738659757Running coprocessor pre-close hooks at 1732738659757Disabling compacts and flushes for region at 1732738659757Disabling writes for close at 1732738659757Writing region close event to WAL at 1732738659760 (+3 ms)Running coprocessor post-close hooks at 1732738659769 (+9 ms)Closed at 1732738659769 2024-11-27T20:17:39,769 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732738608996.768720c6a147d0e7ddd5a5aae907075b. 2024-11-27T20:17:39,769 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76d35f7f1c2787d843e940ace199f3bf, disabling compactions & flushes 2024-11-27T20:17:39,769 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:17:39,769 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:17:39,769 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. after waiting 0 ms 2024-11-27T20:17:39,769 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:17:39,771 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/902321da1ded5961b97fe62f201a2663/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:17:39,771 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:17:39,771 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 902321da1ded5961b97fe62f201a2663: Waiting for close lock at 1732738659759Running coprocessor pre-close hooks at 1732738659759Disabling compacts and flushes for region at 1732738659759Disabling writes for close at 1732738659759Writing region close event to WAL at 1732738659767 (+8 ms)Running coprocessor post-close hooks at 1732738659771 (+4 ms)Closed at 1732738659771 2024-11-27T20:17:39,771 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732738608996.902321da1ded5961b97fe62f201a2663. 2024-11-27T20:17:39,771 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1d4bfcaba201b62ac0e2cf94b6bb3bc, disabling compactions & flushes 2024-11-27T20:17:39,771 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:17:39,771 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:17:39,771 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. after waiting 0 ms 2024-11-27T20:17:39,771 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:17:39,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741864_1040 (size=19785) 2024-11-27T20:17:39,780 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/76d35f7f1c2787d843e940ace199f3bf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:17:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741864_1040 (size=19785) 2024-11-27T20:17:39,781 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/info/fbce1129f837450cae6d0aba938b9918 2024-11-27T20:17:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741864_1040 (size=19785) 2024-11-27T20:17:39,781 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:17:39,782 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76d35f7f1c2787d843e940ace199f3bf: Waiting for close lock at 1732738659769Running coprocessor pre-close hooks at 1732738659769Disabling compacts and flushes for region at 1732738659769Disabling writes for close at 1732738659769Writing region close event to WAL at 1732738659772 (+3 ms)Running coprocessor post-close hooks at 1732738659781 (+9 ms)Closed at 1732738659781 2024-11-27T20:17:39,782 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732738608996.76d35f7f1c2787d843e940ace199f3bf. 2024-11-27T20:17:39,784 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/f1d4bfcaba201b62ac0e2cf94b6bb3bc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:17:39,784 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:17:39,784 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1d4bfcaba201b62ac0e2cf94b6bb3bc: Waiting for close lock at 1732738659771Running coprocessor pre-close hooks at 1732738659771Disabling compacts and flushes for region at 1732738659771Disabling writes for close at 1732738659771Writing region close event to WAL at 1732738659779 (+8 ms)Running coprocessor post-close hooks at 1732738659784 (+5 ms)Closed at 1732738659784 2024-11-27T20:17:39,784 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732738608996.f1d4bfcaba201b62ac0e2cf94b6bb3bc. 2024-11-27T20:17:39,784 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44c594ec7917a201721f5baeada46d3e, disabling compactions & flushes 2024-11-27T20:17:39,784 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:17:39,784 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:17:39,785 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. after waiting 0 ms 2024-11-27T20:17:39,785 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:17:39,788 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/default/SPTestTable/44c594ec7917a201721f5baeada46d3e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:17:39,788 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:17:39,789 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44c594ec7917a201721f5baeada46d3e: Waiting for close lock at 1732738659784Running coprocessor pre-close hooks at 1732738659784Disabling compacts and flushes for region at 1732738659784Disabling writes for close at 1732738659785 (+1 ms)Writing region close event to WAL at 1732738659785Running coprocessor post-close hooks at 1732738659788 (+3 ms)Closed at 1732738659788 2024-11-27T20:17:39,789 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732738608996.44c594ec7917a201721f5baeada46d3e. 2024-11-27T20:17:39,802 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/ns/b5cdc8ae57944c8493d2489a0de05680 is 43, key is default/ns:d/1732738608934/Put/seqid=0 2024-11-27T20:17:39,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741865_1041 (size=5153) 2024-11-27T20:17:39,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741865_1041 (size=5153) 2024-11-27T20:17:39,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741865_1041 (size=5153) 2024-11-27T20:17:39,809 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/ns/b5cdc8ae57944c8493d2489a0de05680 2024-11-27T20:17:39,830 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/table/0dddcb52fee941fb8c7a722170e4e837 is 47, key is SPTestTable/table:state/1732738619478/Put/seqid=0 2024-11-27T20:17:39,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741866_1042 (size=5214) 2024-11-27T20:17:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741866_1042 (size=5214) 2024-11-27T20:17:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741866_1042 (size=5214) 2024-11-27T20:17:39,838 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/table/0dddcb52fee941fb8c7a722170e4e837 2024-11-27T20:17:39,846 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/info/fbce1129f837450cae6d0aba938b9918 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/info/fbce1129f837450cae6d0aba938b9918 2024-11-27T20:17:39,851 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/info/fbce1129f837450cae6d0aba938b9918, entries=112, sequenceid=35, filesize=19.3 K 2024-11-27T20:17:39,852 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/ns/b5cdc8ae57944c8493d2489a0de05680 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/ns/b5cdc8ae57944c8493d2489a0de05680 2024-11-27T20:17:39,858 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/ns/b5cdc8ae57944c8493d2489a0de05680, entries=2, sequenceid=35, filesize=5.0 K 2024-11-27T20:17:39,859 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/.tmp/table/0dddcb52fee941fb8c7a722170e4e837 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/table/0dddcb52fee941fb8c7a722170e4e837 2024-11-27T20:17:39,865 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/table/0dddcb52fee941fb8c7a722170e4e837, entries=2, sequenceid=35, filesize=5.1 K 2024-11-27T20:17:39,866 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=35, compaction requested=false 2024-11-27T20:17:39,870 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-27T20:17:39,871 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:39,871 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:39,871 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738659738Running coprocessor pre-close hooks at 1732738659738Disabling compacts and flushes for region at 1732738659738Disabling writes for close at 1732738659738Obtaining lock to block concurrent updates at 1732738659738Preparing flush snapshotting stores in 1588230740 at 1732738659738Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1732738659738Flushing stores of hbase:meta,,1.1588230740 at 1732738659739 (+1 ms)Flushing 1588230740/info: creating writer at 1732738659739Flushing 1588230740/info: appending metadata at 1732738659760 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732738659760Flushing 1588230740/ns: creating writer at 1732738659787 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732738659801 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732738659801Flushing 1588230740/table: creating writer at 1732738659816 (+15 ms)Flushing 1588230740/table: appending metadata at 1732738659830 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732738659830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6638e0: reopening flushed file at 1732738659845 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20608b2f: reopening flushed file at 1732738659852 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5cd1ac: reopening flushed file at 1732738659859 (+7 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=35, compaction requested=false at 1732738659866 (+7 ms)Writing region close event to WAL at 1732738659867 (+1 ms)Running coprocessor post-close hooks at 1732738659871 (+4 ms)Closed at 1732738659871 2024-11-27T20:17:39,871 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:39,937 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,42851,1732738598044; all regions closed. 2024-11-27T20:17:39,938 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,34833,1732738598079; all regions closed. 2024-11-27T20:17:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741834_1010 (size=3534) 2024-11-27T20:17:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741834_1010 (size=3534) 2024-11-27T20:17:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741834_1010 (size=3534) 2024-11-27T20:17:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741836_1012 (size=18358) 2024-11-27T20:17:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741836_1012 (size=18358) 2024-11-27T20:17:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741836_1012 (size=18358) 2024-11-27T20:17:39,944 DEBUG [RS:1;6daf43b95769:34833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/oldWALs 2024-11-27T20:17:39,944 INFO [RS:1;6daf43b95769:34833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C34833%2C1732738598079.meta:.meta(num 1732738608864) 2024-11-27T20:17:39,944 DEBUG [RS:0;6daf43b95769:42851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/oldWALs 2024-11-27T20:17:39,944 INFO [RS:0;6daf43b95769:42851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C42851%2C1732738598044:(num 1732738598572) 2024-11-27T20:17:39,944 DEBUG [RS:0;6daf43b95769:42851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,944 INFO [RS:0;6daf43b95769:42851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:39,944 INFO [RS:0;6daf43b95769:42851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:39,945 INFO [RS:0;6daf43b95769:42851 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:39,945 INFO [RS:0;6daf43b95769:42851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:17:39,945 INFO [RS:0;6daf43b95769:42851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:17:39,945 INFO [RS:0;6daf43b95769:42851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:17:39,945 INFO [RS:0;6daf43b95769:42851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:39,945 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:39,945 INFO [RS:0;6daf43b95769:42851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42851 2024-11-27T20:17:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741835_1011 (size=4052) 2024-11-27T20:17:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741835_1011 (size=4052) 2024-11-27T20:17:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741835_1011 (size=4052) 2024-11-27T20:17:39,949 DEBUG [RS:1;6daf43b95769:34833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/oldWALs 2024-11-27T20:17:39,949 INFO [RS:1;6daf43b95769:34833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C34833%2C1732738598079:(num 1732738598572) 2024-11-27T20:17:39,949 DEBUG [RS:1;6daf43b95769:34833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,949 INFO [RS:1;6daf43b95769:34833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:39,949 INFO [RS:1;6daf43b95769:34833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:39,949 INFO [RS:1;6daf43b95769:34833 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:39,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:17:39,949 INFO [RS:1;6daf43b95769:34833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:39,949 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:39,950 INFO [RS:1;6daf43b95769:34833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34833 2024-11-27T20:17:39,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6daf43b95769,42851,1732738598044 2024-11-27T20:17:39,950 INFO [RS:0;6daf43b95769:42851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:39,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,42851,1732738598044] 2024-11-27T20:17:39,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:17:39,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6daf43b95769,34833,1732738598079 2024-11-27T20:17:39,952 INFO [RS:1;6daf43b95769:34833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:39,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6daf43b95769,42851,1732738598044 already deleted, retry=false 2024-11-27T20:17:39,952 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,42851,1732738598044 expired; onlineServers=1 2024-11-27T20:17:39,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,34833,1732738598079] 2024-11-27T20:17:39,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6daf43b95769,34833,1732738598079 already deleted, retry=false 2024-11-27T20:17:39,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,34833,1732738598079 expired; onlineServers=0 2024-11-27T20:17:39,956 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,34959,1732738597985' ***** 2024-11-27T20:17:39,956 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:17:39,956 INFO [M:0;6daf43b95769:34959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:39,956 INFO [M:0;6daf43b95769:34959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:39,956 DEBUG [M:0;6daf43b95769:34959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:17:39,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:17:39,957 DEBUG [M:0;6daf43b95769:34959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:17:39,957 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738598355 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738598355,5,FailOnTimeoutGroup] 2024-11-27T20:17:39,957 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738598356 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738598356,5,FailOnTimeoutGroup] 2024-11-27T20:17:39,957 INFO [M:0;6daf43b95769:34959 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:39,957 INFO [M:0;6daf43b95769:34959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:39,957 DEBUG [M:0;6daf43b95769:34959 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:17:39,957 INFO [M:0;6daf43b95769:34959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:17:39,957 INFO [M:0;6daf43b95769:34959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:39,957 ERROR [M:0;6daf43b95769:34959 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:43589 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43589,5,PEWorkerGroup] 2024-11-27T20:17:39,957 INFO [M:0;6daf43b95769:34959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:17:39,958 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:17:39,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T20:17:39,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:17:39,960 DEBUG [M:0;6daf43b95769:34959 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-27T20:17:39,960 DEBUG [M:0;6daf43b95769:34959 {}] master.ActiveMasterManager(353): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-27T20:17:39,961 INFO [M:0;6daf43b95769:34959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/.lastflushedseqids 2024-11-27T20:17:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741867_1043 (size=650) 2024-11-27T20:17:39,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741867_1043 (size=650) 2024-11-27T20:17:39,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741867_1043 (size=650) 2024-11-27T20:17:39,975 INFO [M:0;6daf43b95769:34959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:17:39,976 INFO [M:0;6daf43b95769:34959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:17:39,976 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:39,976 INFO [M:0;6daf43b95769:34959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:39,976 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:39,976 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:39,976 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:39,976 INFO [M:0;6daf43b95769:34959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=221.74 KB heapSize=264.16 KB 2024-11-27T20:17:39,998 DEBUG [M:0;6daf43b95769:34959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604394876d394dc8b11ead8374a648e7 is 82, key is hbase:meta,,1/info:regioninfo/1732738608914/Put/seqid=0 2024-11-27T20:17:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741868_1044 (size=5672) 2024-11-27T20:17:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741868_1044 (size=5672) 2024-11-27T20:17:40,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741868_1044 (size=5672) 2024-11-27T20:17:40,009 INFO [M:0;6daf43b95769:34959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604394876d394dc8b11ead8374a648e7 2024-11-27T20:17:40,031 DEBUG [M:0;6daf43b95769:34959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b801086d42444d08a6be398fe9d3ff22 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732738619482/Put/seqid=0 2024-11-27T20:17:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741869_1045 (size=12190) 2024-11-27T20:17:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741869_1045 (size=12190) 2024-11-27T20:17:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741869_1045 (size=12190) 2024-11-27T20:17:40,042 INFO [M:0;6daf43b95769:34959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=221.01 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b801086d42444d08a6be398fe9d3ff22 2024-11-27T20:17:40,048 INFO [M:0;6daf43b95769:34959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b801086d42444d08a6be398fe9d3ff22 2024-11-27T20:17:40,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:40,053 INFO [RS:0;6daf43b95769:42851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:40,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42851-0x1015b12aedb0001, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:40,053 INFO [RS:0;6daf43b95769:42851 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,42851,1732738598044; zookeeper connection closed. 2024-11-27T20:17:40,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5889a040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5889a040 2024-11-27T20:17:40,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:40,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34833-0x1015b12aedb0002, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:40,053 INFO [RS:1;6daf43b95769:34833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:40,053 INFO [RS:1;6daf43b95769:34833 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,34833,1732738598079; zookeeper connection closed. 2024-11-27T20:17:40,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8a33ccd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8a33ccd 2024-11-27T20:17:40,054 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T20:17:40,063 DEBUG [M:0;6daf43b95769:34959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bdf755f6d14e41b5986bcc1af8e7d7 is 69, key is 6daf43b95769,34833,1732738598079/rs:state/1732738598393/Put/seqid=0 2024-11-27T20:17:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741870_1046 (size=5447) 2024-11-27T20:17:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741870_1046 (size=5447) 2024-11-27T20:17:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741870_1046 (size=5447) 2024-11-27T20:17:40,072 INFO [M:0;6daf43b95769:34959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bdf755f6d14e41b5986bcc1af8e7d7 2024-11-27T20:17:40,077 INFO [M:0;6daf43b95769:34959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71bdf755f6d14e41b5986bcc1af8e7d7 2024-11-27T20:17:40,077 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604394876d394dc8b11ead8374a648e7 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/604394876d394dc8b11ead8374a648e7 2024-11-27T20:17:40,082 INFO [M:0;6daf43b95769:34959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/604394876d394dc8b11ead8374a648e7, entries=8, sequenceid=465, filesize=5.5 K 2024-11-27T20:17:40,083 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b801086d42444d08a6be398fe9d3ff22 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b801086d42444d08a6be398fe9d3ff22 2024-11-27T20:17:40,088 INFO [M:0;6daf43b95769:34959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b801086d42444d08a6be398fe9d3ff22 2024-11-27T20:17:40,088 INFO [M:0;6daf43b95769:34959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b801086d42444d08a6be398fe9d3ff22, entries=54, sequenceid=465, filesize=11.9 K 2024-11-27T20:17:40,089 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bdf755f6d14e41b5986bcc1af8e7d7 as hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71bdf755f6d14e41b5986bcc1af8e7d7 2024-11-27T20:17:40,093 INFO [M:0;6daf43b95769:34959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71bdf755f6d14e41b5986bcc1af8e7d7 2024-11-27T20:17:40,093 INFO [M:0;6daf43b95769:34959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/902b5ccf-1af2-2c79-6f9d-62afe42a618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71bdf755f6d14e41b5986bcc1af8e7d7, entries=3, sequenceid=465, filesize=5.3 K 2024-11-27T20:17:40,094 INFO [M:0;6daf43b95769:34959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~221.74 KB/227063, heapSize ~263.87 KB/270200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=465, compaction requested=false 2024-11-27T20:17:40,096 INFO [M:0;6daf43b95769:34959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:40,096 DEBUG [M:0;6daf43b95769:34959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738659976Disabling compacts and flushes for region at 1732738659976Disabling writes for close at 1732738659976Obtaining lock to block concurrent updates at 1732738659976Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738659976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=227063, getHeapSize=270440, getOffHeapSize=0, getCellsCount=560 at 1732738659976Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738659977 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738659977Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738659998 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738659998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738660015 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738660030 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738660030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738660048 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738660063 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738660063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d962c0d: reopening flushed file at 1732738660077 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64de2466: reopening flushed file at 1732738660083 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5824d290: reopening flushed file at 1732738660088 (+5 ms)Finished flush of dataSize ~221.74 KB/227063, heapSize ~263.87 KB/270200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=465, compaction requested=false at 1732738660094 (+6 ms)Writing region close event to WAL at 1732738660096 (+2 ms)Closed at 1732738660096 2024-11-27T20:17:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741830_1006 (size=258087) 2024-11-27T20:17:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741830_1006 (size=258087) 2024-11-27T20:17:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741830_1006 (size=258087) 2024-11-27T20:17:40,099 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:40,099 INFO [M:0;6daf43b95769:34959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:17:40,099 INFO [M:0;6daf43b95769:34959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34959 2024-11-27T20:17:40,100 INFO [M:0;6daf43b95769:34959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:40,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:40,201 INFO [M:0;6daf43b95769:34959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:40,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1015b12aedb0000, quorum=127.0.0.1:50518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:40,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71458439{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:40,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c883179{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:40,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:40,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5777bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:40,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77afe134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:40,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:17:40,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:17:40,206 WARN [BP-1982130274-172.17.0.2-1732738596994 heartbeating to localhost/127.0.0.1:43589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:17:40,206 WARN [BP-1982130274-172.17.0.2-1732738596994 heartbeating to localhost/127.0.0.1:43589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1982130274-172.17.0.2-1732738596994 (Datanode Uuid 641fab72-6703-4785-800b-a0e857dd08c6) service to localhost/127.0.0.1:43589 2024-11-27T20:17:40,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data5/current/BP-1982130274-172.17.0.2-1732738596994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:40,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data6/current/BP-1982130274-172.17.0.2-1732738596994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:40,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:17:40,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56b658e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:40,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ccf2faf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:40,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:40,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a24c7a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:40,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae8508c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:40,212 WARN [BP-1982130274-172.17.0.2-1732738596994 heartbeating to localhost/127.0.0.1:43589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:17:40,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:17:40,212 WARN [BP-1982130274-172.17.0.2-1732738596994 heartbeating to localhost/127.0.0.1:43589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1982130274-172.17.0.2-1732738596994 (Datanode Uuid 206ddb53-0543-433f-abda-f616205ae0cc) service to localhost/127.0.0.1:43589 2024-11-27T20:17:40,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:17:40,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data3/current/BP-1982130274-172.17.0.2-1732738596994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:40,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data4/current/BP-1982130274-172.17.0.2-1732738596994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:40,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:17:40,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f594751{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:40,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7396b0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:40,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:40,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a61ad1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:40,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6737dec0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:40,217 WARN [BP-1982130274-172.17.0.2-1732738596994 heartbeating to localhost/127.0.0.1:43589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:17:40,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:17:40,218 WARN [BP-1982130274-172.17.0.2-1732738596994 heartbeating to localhost/127.0.0.1:43589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1982130274-172.17.0.2-1732738596994 (Datanode Uuid 4f6c57ed-1894-4372-85bf-3bbf40ba443d) service to localhost/127.0.0.1:43589 2024-11-27T20:17:40,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:17:40,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data1/current/BP-1982130274-172.17.0.2-1732738596994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:40,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/cluster_229afdb1-e108-4389-3a97-bebe8ff47ea7/data/data2/current/BP-1982130274-172.17.0.2-1732738596994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:40,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:17:40,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4748b674{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:40,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49935db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:40,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:40,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2475479b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:40,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ab72d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd541818-1900-b021-2fb8-5e0638fc9813/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:40,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:17:40,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:17:40,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43589 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43589 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=479 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=5278 (was 5420)