2024-11-08 01:39:54,800 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 01:39:54,811 main DEBUG Took 0.009205 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 01:39:54,811 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 01:39:54,812 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 01:39:54,813 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 01:39:54,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,823 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 01:39:54,839 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,845 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,846 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,848 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,849 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,850 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,851 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,852 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,854 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,855 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:39:54,856 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,856 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 01:39:54,858 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:39:54,859 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 01:39:54,862 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 01:39:54,863 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 01:39:54,864 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 01:39:54,865 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 01:39:54,875 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 01:39:54,879 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 01:39:54,881 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 01:39:54,881 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 01:39:54,882 main DEBUG createAppenders(={Console}) 2024-11-08 01:39:54,883 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 01:39:54,883 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 01:39:54,884 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 01:39:54,884 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 01:39:54,885 main DEBUG OutputStream closed 2024-11-08 01:39:54,885 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 01:39:54,885 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 01:39:54,886 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 01:39:54,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 01:39:54,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 01:39:54,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 01:39:54,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 01:39:54,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 01:39:54,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 01:39:54,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 01:39:54,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 01:39:54,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 01:39:54,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 01:39:54,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 01:39:54,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 01:39:54,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 01:39:54,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 01:39:54,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 01:39:54,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 01:39:54,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 01:39:54,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 01:39:54,974 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 01:39:54,975 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 01:39:54,975 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 01:39:54,975 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T01:39:54,988 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 01:39:54,990 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 01:39:54,991 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T01:39:54,998 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T01:39:55,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=7534 2024-11-08T01:39:55,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2 2024-11-08T01:39:55,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T01:39:55,319 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138, deleteOnExit=true 2024-11-08T01:39:55,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T01:39:55,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/test.cache.data in system properties and HBase conf 2024-11-08T01:39:55,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T01:39:55,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir in system properties and HBase conf 2024-11-08T01:39:55,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T01:39:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T01:39:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T01:39:55,406 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T01:39:55,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T01:39:55,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:39:55,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:39:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T01:39:55,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:39:55,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T01:39:55,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T01:39:55,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:39:55,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:39:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T01:39:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/nfs.dump.dir in system properties and HBase conf 2024-11-08T01:39:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/java.io.tmpdir in system properties and HBase conf 2024-11-08T01:39:55,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:39:55,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T01:39:55,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T01:39:56,996 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T01:39:57,075 INFO [Time-limited test {}] log.Log(170): Logging initialized @3087ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T01:39:57,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:39:57,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:39:57,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:39:57,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:39:57,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T01:39:57,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:39:57,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:39:57,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:39:57,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/java.io.tmpdir/jetty-localhost-45619-hadoop-hdfs-3_4_1-tests_jar-_-any-15732569067117430742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:39:57,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:45619} 2024-11-08T01:39:57,407 INFO [Time-limited test {}] server.Server(415): Started @3420ms 2024-11-08T01:39:57,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:39:57,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:39:57,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:39:57,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:39:57,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T01:39:57,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:39:57,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:39:58,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/java.io.tmpdir/jetty-localhost-46559-hadoop-hdfs-3_4_1-tests_jar-_-any-13578973862714442520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:39:58,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:46559} 2024-11-08T01:39:58,020 INFO [Time-limited test {}] server.Server(415): Started @4033ms 2024-11-08T01:39:58,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:39:58,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:39:58,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:39:58,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:39:58,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:39:58,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:39:58,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:39:58,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:39:58,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/java.io.tmpdir/jetty-localhost-37745-hadoop-hdfs-3_4_1-tests_jar-_-any-12424895317731005995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:39:58,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:37745} 2024-11-08T01:39:58,324 INFO [Time-limited test {}] server.Server(415): Started @4337ms 2024-11-08T01:39:58,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:39:58,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:39:58,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:39:58,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:39:58,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:39:58,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:39:58,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:39:58,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:39:58,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/java.io.tmpdir/jetty-localhost-41157-hadoop-hdfs-3_4_1-tests_jar-_-any-2045103325886532617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:39:58,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:41157} 2024-11-08T01:39:58,473 INFO [Time-limited test {}] server.Server(415): Started @4486ms 2024-11-08T01:39:58,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:40:00,015 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data3/current/BP-293997875-172.17.0.2-1731029996067/current, will proceed with Du for space computation calculation, 2024-11-08T01:40:00,015 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data2/current/BP-293997875-172.17.0.2-1731029996067/current, will proceed with Du for space computation calculation, 2024-11-08T01:40:00,015 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data4/current/BP-293997875-172.17.0.2-1731029996067/current, will proceed with Du for space computation calculation, 2024-11-08T01:40:00,016 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data1/current/BP-293997875-172.17.0.2-1731029996067/current, will proceed with Du for space computation calculation, 2024-11-08T01:40:00,098 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:40:00,099 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:40:00,133 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data5/current/BP-293997875-172.17.0.2-1731029996067/current, will proceed with Du for space computation calculation, 2024-11-08T01:40:00,141 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data6/current/BP-293997875-172.17.0.2-1731029996067/current, will proceed with Du for space computation calculation, 2024-11-08T01:40:00,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9702d7bfaa8fcbc with lease ID 0x80e0cb45ddb763ec: Processing first storage report for DS-d98b27e4-8614-4a6b-9d78-361e7162040d from datanode DatanodeRegistration(127.0.0.1:35901, datanodeUuid=82e27014-b08e-400d-9260-f2b2b4772d94, infoPort=32827, infoSecurePort=0, ipcPort=39887, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067) 2024-11-08T01:40:00,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9702d7bfaa8fcbc with lease ID 0x80e0cb45ddb763ec: from storage DS-d98b27e4-8614-4a6b-9d78-361e7162040d node DatanodeRegistration(127.0.0.1:35901, datanodeUuid=82e27014-b08e-400d-9260-f2b2b4772d94, infoPort=32827, infoSecurePort=0, ipcPort=39887, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T01:40:00,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9702d7bfaa8fcbc with lease ID 0x80e0cb45ddb763ec: Processing first storage report for DS-fb41a6f4-ad60-4373-951d-3a03d27a1ef6 from datanode DatanodeRegistration(127.0.0.1:35901, datanodeUuid=82e27014-b08e-400d-9260-f2b2b4772d94, infoPort=32827, infoSecurePort=0, ipcPort=39887, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067) 2024-11-08T01:40:00,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9702d7bfaa8fcbc with lease ID 0x80e0cb45ddb763ec: from storage DS-fb41a6f4-ad60-4373-951d-3a03d27a1ef6 node DatanodeRegistration(127.0.0.1:35901, datanodeUuid=82e27014-b08e-400d-9260-f2b2b4772d94, infoPort=32827, infoSecurePort=0, ipcPort=39887, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:40:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x840ec6a781e3a96a with lease ID 0x80e0cb45ddb763eb: Processing first storage report for DS-4be1ffe1-ff3b-459a-8415-0191c2332451 from datanode DatanodeRegistration(127.0.0.1:35417, datanodeUuid=939a93d5-0bdc-4d8a-9b40-ac02f49796d3, infoPort=38647, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067) 2024-11-08T01:40:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x840ec6a781e3a96a with lease ID 0x80e0cb45ddb763eb: from storage DS-4be1ffe1-ff3b-459a-8415-0191c2332451 node DatanodeRegistration(127.0.0.1:35417, datanodeUuid=939a93d5-0bdc-4d8a-9b40-ac02f49796d3, infoPort=38647, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:40:00,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x840ec6a781e3a96a with lease ID 0x80e0cb45ddb763eb: Processing first storage report for DS-16c1a371-d3eb-4093-8d06-f558a7232e39 from datanode DatanodeRegistration(127.0.0.1:35417, datanodeUuid=939a93d5-0bdc-4d8a-9b40-ac02f49796d3, infoPort=38647, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067) 2024-11-08T01:40:00,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x840ec6a781e3a96a with lease ID 0x80e0cb45ddb763eb: from storage DS-16c1a371-d3eb-4093-8d06-f558a7232e39 node DatanodeRegistration(127.0.0.1:35417, datanodeUuid=939a93d5-0bdc-4d8a-9b40-ac02f49796d3, infoPort=38647, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T01:40:00,199 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:40:00,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc496e2b94555aa91 with lease ID 0x80e0cb45ddb763ed: Processing first storage report for DS-a398ef6b-1f4a-4450-833a-2b01af7cb1c3 from datanode DatanodeRegistration(127.0.0.1:32787, datanodeUuid=ab0e7450-5b9e-465f-906a-c05c2700a383, infoPort=35307, infoSecurePort=0, ipcPort=46121, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067) 2024-11-08T01:40:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc496e2b94555aa91 with lease ID 0x80e0cb45ddb763ed: from storage DS-a398ef6b-1f4a-4450-833a-2b01af7cb1c3 node DatanodeRegistration(127.0.0.1:32787, datanodeUuid=ab0e7450-5b9e-465f-906a-c05c2700a383, infoPort=35307, infoSecurePort=0, ipcPort=46121, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:40:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc496e2b94555aa91 with lease ID 0x80e0cb45ddb763ed: Processing first storage report for DS-b45a60c7-550b-462a-9305-bebd57af29ad from datanode DatanodeRegistration(127.0.0.1:32787, datanodeUuid=ab0e7450-5b9e-465f-906a-c05c2700a383, infoPort=35307, infoSecurePort=0, ipcPort=46121, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067) 2024-11-08T01:40:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc496e2b94555aa91 with lease ID 0x80e0cb45ddb763ed: from storage DS-b45a60c7-550b-462a-9305-bebd57af29ad node DatanodeRegistration(127.0.0.1:32787, datanodeUuid=ab0e7450-5b9e-465f-906a-c05c2700a383, infoPort=35307, infoSecurePort=0, ipcPort=46121, storageInfo=lv=-57;cid=testClusterID;nsid=2003137396;c=1731029996067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:40:00,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2 2024-11-08T01:40:00,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/zookeeper_0, clientPort=59346, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T01:40:00,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59346 2024-11-08T01:40:00,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:00,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:40:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:40:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:40:01,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e with version=8 2024-11-08T01:40:01,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/hbase-staging 2024-11-08T01:40:01,118 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T01:40:01,323 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:40:01,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:01,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:01,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:40:01,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:01,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:40:01,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T01:40:01,520 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T01:40:01,532 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T01:40:01,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:40:01,570 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1772 (auto-detected) 2024-11-08T01:40:01,571 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T01:40:01,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36213 2024-11-08T01:40:01,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36213 connecting to ZooKeeper ensemble=127.0.0.1:59346 2024-11-08T01:40:01,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362130x0, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:40:01,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36213-0x10118199e5c0000 connected 2024-11-08T01:40:01,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:01,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:01,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:40:01,821 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e, hbase.cluster.distributed=false 2024-11-08T01:40:01,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:40:01,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-08T01:40:01,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36213 2024-11-08T01:40:01,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36213 2024-11-08T01:40:01,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-08T01:40:01,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-08T01:40:02,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:40:02,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:40:02,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:40:02,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:40:02,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:40:02,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34519 2024-11-08T01:40:02,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34519 connecting to ZooKeeper ensemble=127.0.0.1:59346 2024-11-08T01:40:02,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:02,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345190x0, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:40:02,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34519-0x10118199e5c0001 connected 2024-11-08T01:40:02,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:40:02,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:40:02,089 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:40:02,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:40:02,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:40:02,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-08T01:40:02,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34519 2024-11-08T01:40:02,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34519 2024-11-08T01:40:02,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-08T01:40:02,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-08T01:40:02,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:40:02,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:40:02,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:40:02,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:40:02,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:40:02,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41973 2024-11-08T01:40:02,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41973 connecting to ZooKeeper ensemble=127.0.0.1:59346 2024-11-08T01:40:02,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:02,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419730x0, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:40:02,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419730x0, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:40:02,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41973-0x10118199e5c0002 connected 2024-11-08T01:40:02,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:40:02,195 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:40:02,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:40:02,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:40:02,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41973 2024-11-08T01:40:02,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41973 2024-11-08T01:40:02,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41973 2024-11-08T01:40:02,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41973 2024-11-08T01:40:02,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41973 2024-11-08T01:40:02,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:40:02,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:40:02,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:40:02,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:40:02,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:40:02,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:40:02,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41025 2024-11-08T01:40:02,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41025 connecting to ZooKeeper ensemble=127.0.0.1:59346 2024-11-08T01:40:02,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:02,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410250x0, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:40:02,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410250x0, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:40:02,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41025-0x10118199e5c0003 connected 2024-11-08T01:40:02,285 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:40:02,285 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:40:02,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:40:02,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:40:02,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-08T01:40:02,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41025 2024-11-08T01:40:02,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41025 2024-11-08T01:40:02,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-08T01:40:02,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-08T01:40:02,304 DEBUG [M:0;8118b061437f:36213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8118b061437f:36213 2024-11-08T01:40:02,305 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8118b061437f,36213,1731030001162 2024-11-08T01:40:02,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:40:02,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:40:02,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:40:02,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:40:02,352 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8118b061437f,36213,1731030001162 2024-11-08T01:40:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:40:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:40:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:40:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:02,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:02,510 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T01:40:02,511 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8118b061437f,36213,1731030001162 from backup master directory 2024-11-08T01:40:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8118b061437f,36213,1731030001162 2024-11-08T01:40:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:40:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:40:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:40:02,611 WARN [master/8118b061437f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:40:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:40:02,611 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8118b061437f,36213,1731030001162 2024-11-08T01:40:02,614 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T01:40:02,615 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T01:40:02,680 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/hbase.id] with ID: 37f563b6-d240-45cd-af85-f3ee702b5920 2024-11-08T01:40:02,681 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.tmp/hbase.id 2024-11-08T01:40:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:40:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:40:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:40:02,696 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.tmp/hbase.id]:[hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/hbase.id] 2024-11-08T01:40:02,744 INFO [master/8118b061437f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:40:02,750 INFO [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T01:40:02,768 INFO [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T01:40:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:40:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:40:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:40:02,823 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:40:02,824 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T01:40:02,839 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:40:02,844 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:40:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:40:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:40:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:40:02,899 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store 2024-11-08T01:40:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:40:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:40:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:40:02,942 INFO [master/8118b061437f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T01:40:02,946 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:02,948 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:40:02,948 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:40:02,949 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:40:02,954 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:40:02,954 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:40:02,955 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:40:02,957 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030002948Disabling compacts and flushes for region at 1731030002948Disabling writes for close at 1731030002954 (+6 ms)Writing region close event to WAL at 1731030002955 (+1 ms)Closed at 1731030002955 2024-11-08T01:40:02,962 WARN [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/.initializing 2024-11-08T01:40:02,962 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/WALs/8118b061437f,36213,1731030001162 2024-11-08T01:40:02,973 INFO [master/8118b061437f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:40:02,993 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C36213%2C1731030001162, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/WALs/8118b061437f,36213,1731030001162, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/oldWALs, maxLogs=10 2024-11-08T01:40:03,025 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/WALs/8118b061437f,36213,1731030001162/8118b061437f%2C36213%2C1731030001162.1731030002999, exclude list is [], retry=0 2024-11-08T01:40:03,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-a398ef6b-1f4a-4450-833a-2b01af7cb1c3,DISK] 2024-11-08T01:40:03,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35417,DS-4be1ffe1-ff3b-459a-8415-0191c2332451,DISK] 2024-11-08T01:40:03,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-d98b27e4-8614-4a6b-9d78-361e7162040d,DISK] 2024-11-08T01:40:03,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T01:40:03,105 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/WALs/8118b061437f,36213,1731030001162/8118b061437f%2C36213%2C1731030001162.1731030002999 2024-11-08T01:40:03,106 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32827:32827),(127.0.0.1/127.0.0.1:38647:38647),(127.0.0.1/127.0.0.1:35307:35307)] 2024-11-08T01:40:03,107 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:40:03,108 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:03,111 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,112 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T01:40:03,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:03,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:03,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T01:40:03,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:03,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:03,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T01:40:03,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:03,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:03,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T01:40:03,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:03,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:03,199 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,202 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,203 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,208 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,208 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,211 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:40:03,215 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:40:03,219 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:03,220 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62310082, jitterRate=-0.07150742411613464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:40:03,227 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731030003128Initializing all the Stores at 1731030003130 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030003131 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030003132 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030003132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030003133 (+1 ms)Cleaning up temporary data from old regions at 1731030003208 (+75 ms)Region opened successfully at 1731030003227 (+19 ms) 2024-11-08T01:40:03,228 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T01:40:03,261 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae21566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:40:03,292 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T01:40:03,303 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T01:40:03,303 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T01:40:03,306 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T01:40:03,307 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T01:40:03,312 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T01:40:03,313 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T01:40:03,337 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T01:40:03,345 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T01:40:03,391 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T01:40:03,393 INFO [master/8118b061437f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T01:40:03,395 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T01:40:03,452 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T01:40:03,454 INFO [master/8118b061437f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T01:40:03,458 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T01:40:03,528 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T01:40:03,530 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T01:40:03,612 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T01:40:03,628 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T01:40:03,674 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T01:40:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:40:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:40:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:40:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:40:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:03,753 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8118b061437f,36213,1731030001162, sessionid=0x10118199e5c0000, setting cluster-up flag (Was=false) 2024-11-08T01:40:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:04,122 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T01:40:04,126 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,36213,1731030001162 2024-11-08T01:40:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:04,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:04,479 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T01:40:04,483 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,36213,1731030001162 2024-11-08T01:40:04,491 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T01:40:04,496 INFO [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(746): ClusterId : 37f563b6-d240-45cd-af85-f3ee702b5920 2024-11-08T01:40:04,496 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(746): ClusterId : 37f563b6-d240-45cd-af85-f3ee702b5920 2024-11-08T01:40:04,496 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(746): ClusterId : 37f563b6-d240-45cd-af85-f3ee702b5920 2024-11-08T01:40:04,498 DEBUG [RS:0;8118b061437f:34519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:40:04,498 DEBUG [RS:2;8118b061437f:41025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:40:04,498 DEBUG [RS:1;8118b061437f:41973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:40:04,559 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T01:40:04,568 INFO [master/8118b061437f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T01:40:04,574 INFO [master/8118b061437f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T01:40:04,579 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8118b061437f,36213,1731030001162 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T01:40:04,660 DEBUG [RS:2;8118b061437f:41025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:40:04,660 DEBUG [RS:1;8118b061437f:41973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:40:04,660 DEBUG [RS:0;8118b061437f:34519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:40:04,660 DEBUG [RS:2;8118b061437f:41025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:40:04,660 DEBUG [RS:1;8118b061437f:41973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:40:04,660 DEBUG [RS:0;8118b061437f:34519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:40:04,661 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:40:04,661 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:40:04,661 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:40:04,661 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:40:04,661 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8118b061437f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T01:40:04,661 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:04,662 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:40:04,662 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:04,663 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030034663 2024-11-08T01:40:04,664 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T01:40:04,665 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T01:40:04,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:40:04,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T01:40:04,668 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T01:40:04,669 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T01:40:04,669 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T01:40:04,669 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T01:40:04,670 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:04,671 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:04,672 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T01:40:04,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T01:40:04,673 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T01:40:04,673 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T01:40:04,675 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T01:40:04,675 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T01:40:04,677 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030004676,5,FailOnTimeoutGroup] 2024-11-08T01:40:04,677 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030004677,5,FailOnTimeoutGroup] 2024-11-08T01:40:04,677 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:04,677 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T01:40:04,679 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:04,679 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:40:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:40:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:40:04,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T01:40:04,686 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:40:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:40:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:40:04,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:04,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:40:04,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:40:04,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:04,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:04,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:40:04,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:40:04,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:04,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:04,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:40:04,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:40:04,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:04,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:04,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:40:04,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:40:04,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:04,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:04,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:40:04,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740 2024-11-08T01:40:04,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740 2024-11-08T01:40:04,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:40:04,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:40:04,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:40:04,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:40:04,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:04,730 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64271186, jitterRate=-0.04228469729423523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:40:04,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731030004701Initializing all the Stores at 1731030004702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030004702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030004702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030004703 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030004703Cleaning up temporary data from old regions at 1731030004722 (+19 ms)Region opened successfully at 1731030004734 (+12 ms) 2024-11-08T01:40:04,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:40:04,734 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:40:04,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:40:04,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:40:04,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:40:04,736 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:40:04,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030004734Disabling compacts and flushes for region at 1731030004734Disabling writes for close at 1731030004734Writing region close event to WAL at 1731030004735 (+1 ms)Closed at 1731030004736 (+1 ms) 2024-11-08T01:40:04,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:40:04,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T01:40:04,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T01:40:04,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:40:04,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T01:40:04,818 DEBUG [RS:0;8118b061437f:34519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:40:04,818 DEBUG [RS:2;8118b061437f:41025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:40:04,818 DEBUG [RS:1;8118b061437f:41973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:40:04,819 DEBUG [RS:1;8118b061437f:41973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcf2e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:40:04,819 DEBUG [RS:2;8118b061437f:41025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96132d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:40:04,819 DEBUG [RS:0;8118b061437f:34519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a940e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:40:04,838 DEBUG [RS:1;8118b061437f:41973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8118b061437f:41973 2024-11-08T01:40:04,842 INFO [RS:1;8118b061437f:41973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:40:04,842 INFO [RS:1;8118b061437f:41973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:40:04,842 DEBUG [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:40:04,845 INFO [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,36213,1731030001162 with port=41973, startcode=1731030002114 2024-11-08T01:40:04,847 DEBUG [RS:0;8118b061437f:34519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8118b061437f:34519 2024-11-08T01:40:04,847 INFO [RS:0;8118b061437f:34519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:40:04,847 INFO [RS:0;8118b061437f:34519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:40:04,847 DEBUG [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:40:04,848 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,36213,1731030001162 with port=34519, startcode=1731030001968 2024-11-08T01:40:04,849 DEBUG [RS:2;8118b061437f:41025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8118b061437f:41025 2024-11-08T01:40:04,849 INFO [RS:2;8118b061437f:41025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:40:04,849 INFO [RS:2;8118b061437f:41025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:40:04,849 DEBUG [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:40:04,851 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,36213,1731030001162 with port=41025, startcode=1731030002219 2024-11-08T01:40:04,859 DEBUG [RS:1;8118b061437f:41973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:40:04,859 DEBUG [RS:2;8118b061437f:41025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:40:04,859 DEBUG [RS:0;8118b061437f:34519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:40:04,898 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35463, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:40:04,898 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:40:04,899 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:40:04,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,41025,1731030002219 2024-11-08T01:40:04,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(517): Registering regionserver=8118b061437f,41025,1731030002219 2024-11-08T01:40:04,910 WARN [8118b061437f:36213 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T01:40:04,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,41973,1731030002114 2024-11-08T01:40:04,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(517): Registering regionserver=8118b061437f,41973,1731030002114 2024-11-08T01:40:04,925 DEBUG [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:04,926 DEBUG [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46497 2024-11-08T01:40:04,926 DEBUG [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:40:04,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,34519,1731030001968 2024-11-08T01:40:04,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(517): Registering regionserver=8118b061437f,34519,1731030001968 2024-11-08T01:40:04,927 DEBUG [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:04,928 DEBUG [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46497 2024-11-08T01:40:04,928 DEBUG [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:40:04,932 DEBUG [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:04,932 DEBUG [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46497 2024-11-08T01:40:04,932 DEBUG [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:40:04,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:40:05,012 DEBUG [RS:2;8118b061437f:41025 {}] zookeeper.ZKUtil(111): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,41025,1731030002219 2024-11-08T01:40:05,012 DEBUG [RS:1;8118b061437f:41973 {}] zookeeper.ZKUtil(111): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,41973,1731030002114 2024-11-08T01:40:05,012 WARN [RS:2;8118b061437f:41025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:40:05,012 WARN [RS:1;8118b061437f:41973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:40:05,012 INFO [RS:2;8118b061437f:41025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:40:05,012 INFO [RS:1;8118b061437f:41973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:40:05,012 DEBUG [RS:0;8118b061437f:34519 {}] zookeeper.ZKUtil(111): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,34519,1731030001968 2024-11-08T01:40:05,012 DEBUG [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41025,1731030002219 2024-11-08T01:40:05,012 DEBUG [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114 2024-11-08T01:40:05,012 WARN [RS:0;8118b061437f:34519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:40:05,012 INFO [RS:0;8118b061437f:34519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:40:05,013 DEBUG [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,34519,1731030001968 2024-11-08T01:40:05,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,41973,1731030002114] 2024-11-08T01:40:05,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,41025,1731030002219] 2024-11-08T01:40:05,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,34519,1731030001968] 2024-11-08T01:40:05,038 INFO [RS:0;8118b061437f:34519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:40:05,038 INFO [RS:2;8118b061437f:41025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:40:05,038 INFO [RS:1;8118b061437f:41973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:40:05,055 INFO [RS:0;8118b061437f:34519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:40:05,055 INFO [RS:1;8118b061437f:41973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:40:05,055 INFO [RS:2;8118b061437f:41025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:40:05,061 INFO [RS:1;8118b061437f:41973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:40:05,061 INFO [RS:2;8118b061437f:41025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:40:05,061 INFO [RS:0;8118b061437f:34519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:40:05,061 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,061 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,061 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,062 INFO [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:40:05,063 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:40:05,063 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:40:05,069 INFO [RS:0;8118b061437f:34519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:40:05,069 INFO [RS:2;8118b061437f:41025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:40:05,069 INFO [RS:1;8118b061437f:41973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:40:05,071 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,071 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,071 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,071 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,071 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,071 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,071 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,071 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,071 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,071 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,071 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,071 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:40:05,072 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:40:05,072 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:40:05,072 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,072 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:40:05,073 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:40:05,073 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:40:05,073 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:40:05,073 DEBUG [RS:1;8118b061437f:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:40:05,073 DEBUG [RS:0;8118b061437f:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:40:05,073 DEBUG [RS:2;8118b061437f:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:40:05,081 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,081 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,081 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,081 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,081 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,081 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,41025,1731030002219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:40:05,084 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,084 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34519,1731030001968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,085 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,41973,1731030002114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:40:05,110 INFO [RS:2;8118b061437f:41025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:40:05,110 INFO [RS:0;8118b061437f:34519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:40:05,112 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,41025,1731030002219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,112 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34519,1731030001968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,112 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,112 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,112 INFO [RS:2;8118b061437f:41025 {}] regionserver.Replication(171): 8118b061437f,41025,1731030002219 started 2024-11-08T01:40:05,112 INFO [RS:0;8118b061437f:34519 {}] regionserver.Replication(171): 8118b061437f,34519,1731030001968 started 2024-11-08T01:40:05,136 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,136 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,136 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,34519,1731030001968, RpcServer on 8118b061437f/172.17.0.2:34519, sessionid=0x10118199e5c0001 2024-11-08T01:40:05,136 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,41025,1731030002219, RpcServer on 8118b061437f/172.17.0.2:41025, sessionid=0x10118199e5c0003 2024-11-08T01:40:05,137 DEBUG [RS:0;8118b061437f:34519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:40:05,137 DEBUG [RS:2;8118b061437f:41025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:40:05,137 DEBUG [RS:0;8118b061437f:34519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,34519,1731030001968 2024-11-08T01:40:05,137 DEBUG [RS:2;8118b061437f:41025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,41025,1731030002219 2024-11-08T01:40:05,137 DEBUG [RS:0;8118b061437f:34519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,34519,1731030001968' 2024-11-08T01:40:05,137 DEBUG [RS:2;8118b061437f:41025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,41025,1731030002219' 2024-11-08T01:40:05,138 DEBUG [RS:0;8118b061437f:34519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:40:05,138 DEBUG [RS:2;8118b061437f:41025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:40:05,139 DEBUG [RS:2;8118b061437f:41025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:40:05,139 DEBUG [RS:0;8118b061437f:34519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:40:05,139 DEBUG [RS:0;8118b061437f:34519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:40:05,139 DEBUG [RS:2;8118b061437f:41025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:40:05,139 DEBUG [RS:0;8118b061437f:34519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:40:05,139 DEBUG [RS:2;8118b061437f:41025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:40:05,140 DEBUG [RS:2;8118b061437f:41025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,41025,1731030002219 2024-11-08T01:40:05,140 DEBUG [RS:0;8118b061437f:34519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,34519,1731030001968 2024-11-08T01:40:05,140 DEBUG [RS:2;8118b061437f:41025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,41025,1731030002219' 2024-11-08T01:40:05,140 DEBUG [RS:0;8118b061437f:34519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,34519,1731030001968' 2024-11-08T01:40:05,140 DEBUG [RS:2;8118b061437f:41025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:40:05,140 DEBUG [RS:0;8118b061437f:34519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:40:05,140 DEBUG [RS:2;8118b061437f:41025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:40:05,141 DEBUG [RS:0;8118b061437f:34519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:40:05,141 DEBUG [RS:2;8118b061437f:41025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:40:05,141 INFO [RS:2;8118b061437f:41025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:40:05,141 DEBUG [RS:0;8118b061437f:34519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:40:05,141 INFO [RS:2;8118b061437f:41025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:40:05,141 INFO [RS:0;8118b061437f:34519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:40:05,141 INFO [RS:0;8118b061437f:34519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:40:05,154 INFO [RS:1;8118b061437f:41973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:40:05,154 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,41973,1731030002114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,155 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,155 INFO [RS:1;8118b061437f:41973 {}] regionserver.Replication(171): 8118b061437f,41973,1731030002114 started 2024-11-08T01:40:05,177 INFO [RS:1;8118b061437f:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:05,177 INFO [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,41973,1731030002114, RpcServer on 8118b061437f/172.17.0.2:41973, sessionid=0x10118199e5c0002 2024-11-08T01:40:05,177 DEBUG [RS:1;8118b061437f:41973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:40:05,177 DEBUG [RS:1;8118b061437f:41973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,41973,1731030002114 2024-11-08T01:40:05,177 DEBUG [RS:1;8118b061437f:41973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,41973,1731030002114' 2024-11-08T01:40:05,177 DEBUG [RS:1;8118b061437f:41973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:40:05,178 DEBUG [RS:1;8118b061437f:41973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:40:05,179 DEBUG [RS:1;8118b061437f:41973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:40:05,179 DEBUG [RS:1;8118b061437f:41973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:40:05,179 DEBUG [RS:1;8118b061437f:41973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,41973,1731030002114 2024-11-08T01:40:05,179 DEBUG [RS:1;8118b061437f:41973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,41973,1731030002114' 2024-11-08T01:40:05,179 DEBUG [RS:1;8118b061437f:41973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:40:05,180 DEBUG [RS:1;8118b061437f:41973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:40:05,181 DEBUG [RS:1;8118b061437f:41973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:40:05,181 INFO [RS:1;8118b061437f:41973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:40:05,181 INFO [RS:1;8118b061437f:41973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:40:05,246 INFO [RS:0;8118b061437f:34519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:40:05,246 INFO [RS:2;8118b061437f:41025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:40:05,249 INFO [RS:0;8118b061437f:34519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C34519%2C1731030001968, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,34519,1731030001968, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/oldWALs, maxLogs=32 2024-11-08T01:40:05,249 INFO [RS:2;8118b061437f:41025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C41025%2C1731030002219, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41025,1731030002219, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/oldWALs, maxLogs=32 2024-11-08T01:40:05,267 DEBUG [RS:0;8118b061437f:34519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,34519,1731030001968/8118b061437f%2C34519%2C1731030001968.1731030005252, exclude list is [], retry=0 2024-11-08T01:40:05,267 DEBUG [RS:2;8118b061437f:41025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41025,1731030002219/8118b061437f%2C41025%2C1731030002219.1731030005252, exclude list is [], retry=0 2024-11-08T01:40:05,282 INFO [RS:1;8118b061437f:41973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:40:05,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-d98b27e4-8614-4a6b-9d78-361e7162040d,DISK] 2024-11-08T01:40:05,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35417,DS-4be1ffe1-ff3b-459a-8415-0191c2332451,DISK] 2024-11-08T01:40:05,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-a398ef6b-1f4a-4450-833a-2b01af7cb1c3,DISK] 2024-11-08T01:40:05,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-d98b27e4-8614-4a6b-9d78-361e7162040d,DISK] 2024-11-08T01:40:05,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35417,DS-4be1ffe1-ff3b-459a-8415-0191c2332451,DISK] 2024-11-08T01:40:05,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-a398ef6b-1f4a-4450-833a-2b01af7cb1c3,DISK] 2024-11-08T01:40:05,290 INFO [RS:1;8118b061437f:41973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C41973%2C1731030002114, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/oldWALs, maxLogs=32 2024-11-08T01:40:05,309 INFO [RS:0;8118b061437f:34519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,34519,1731030001968/8118b061437f%2C34519%2C1731030001968.1731030005252 2024-11-08T01:40:05,310 DEBUG [RS:1;8118b061437f:41973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114/8118b061437f%2C41973%2C1731030002114.1731030005293, exclude list is [], retry=0 2024-11-08T01:40:05,316 DEBUG [RS:0;8118b061437f:34519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38647:38647),(127.0.0.1/127.0.0.1:35307:35307),(127.0.0.1/127.0.0.1:32827:32827)] 2024-11-08T01:40:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-d98b27e4-8614-4a6b-9d78-361e7162040d,DISK] 2024-11-08T01:40:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35417,DS-4be1ffe1-ff3b-459a-8415-0191c2332451,DISK] 2024-11-08T01:40:05,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-a398ef6b-1f4a-4450-833a-2b01af7cb1c3,DISK] 2024-11-08T01:40:05,322 INFO [RS:1;8118b061437f:41973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114/8118b061437f%2C41973%2C1731030002114.1731030005293 2024-11-08T01:40:05,323 DEBUG [RS:1;8118b061437f:41973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38647:38647),(127.0.0.1/127.0.0.1:35307:35307),(127.0.0.1/127.0.0.1:32827:32827)] 2024-11-08T01:40:05,323 INFO [RS:2;8118b061437f:41025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41025,1731030002219/8118b061437f%2C41025%2C1731030002219.1731030005252 2024-11-08T01:40:05,323 DEBUG [RS:2;8118b061437f:41025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38647:38647),(127.0.0.1/127.0.0.1:35307:35307),(127.0.0.1/127.0.0.1:32827:32827)] 2024-11-08T01:40:05,413 DEBUG [8118b061437f:36213 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T01:40:05,422 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:40:05,429 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:40:05,429 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:40:05,429 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T01:40:05,429 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:40:05,429 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:40:05,429 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T01:40:05,429 INFO [8118b061437f:36213 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:40:05,429 INFO [8118b061437f:36213 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:40:05,429 INFO [8118b061437f:36213 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T01:40:05,429 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:40:05,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:05,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34519,1731030001968, state=OPENING 2024-11-08T01:40:05,538 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T01:40:05,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:05,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:05,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:05,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:40:05,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:40:05,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:40:05,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:40:05,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:40:05,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:40:05,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34519,1731030001968}] 2024-11-08T01:40:11,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T01:40:11,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T01:40:15,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:40:15,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:40:15,591 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T01:40:15,592 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:40:15,592 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T01:40:15,596 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C34519%2C1731030001968.meta, suffix=.meta, logDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,34519,1731030001968, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/oldWALs, maxLogs=32 2024-11-08T01:40:15,613 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,34519,1731030001968/8118b061437f%2C34519%2C1731030001968.meta.1731030015598.meta, exclude list is [], retry=0 2024-11-08T01:40:15,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-d98b27e4-8614-4a6b-9d78-361e7162040d,DISK] 2024-11-08T01:40:15,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35417,DS-4be1ffe1-ff3b-459a-8415-0191c2332451,DISK] 2024-11-08T01:40:15,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-a398ef6b-1f4a-4450-833a-2b01af7cb1c3,DISK] 2024-11-08T01:40:15,619 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,34519,1731030001968/8118b061437f%2C34519%2C1731030001968.meta.1731030015598.meta 2024-11-08T01:40:15,620 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38647:38647),(127.0.0.1/127.0.0.1:32827:32827),(127.0.0.1/127.0.0.1:35307:35307)] 2024-11-08T01:40:15,620 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:40:15,622 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T01:40:15,624 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T01:40:15,629 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T01:40:15,633 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T01:40:15,634 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:15,634 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T01:40:15,634 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T01:40:15,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:40:15,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:40:15,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:15,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:15,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:40:15,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:40:15,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:15,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:15,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:40:15,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:40:15,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:15,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:15,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:40:15,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:40:15,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:15,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:40:15,648 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:40:15,649 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740 2024-11-08T01:40:15,652 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740 2024-11-08T01:40:15,655 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:40:15,655 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:40:15,655 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:40:15,658 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:40:15,660 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63057785, jitterRate=-0.06036578118801117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:40:15,661 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T01:40:15,662 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731030015635Writing region info on filesystem at 1731030015635Initializing all the Stores at 1731030015637 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030015637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030015637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030015637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030015637Cleaning up temporary data from old regions at 1731030015655 (+18 ms)Running coprocessor post-open hooks at 1731030015661 (+6 ms)Region opened successfully at 1731030015662 (+1 ms) 2024-11-08T01:40:15,669 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731030015568 2024-11-08T01:40:15,679 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T01:40:15,679 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T01:40:15,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:15,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34519,1731030001968, state=OPEN 2024-11-08T01:40:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:40:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:40:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:40:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:40:15,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:40:15,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:40:15,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:40:15,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:40:15,739 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8118b061437f,34519,1731030001968 2024-11-08T01:40:15,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T01:40:15,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34519,1731030001968 in 10.1860 sec 2024-11-08T01:40:15,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T01:40:15,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0020 sec 2024-11-08T01:40:15,754 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:40:15,755 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T01:40:15,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:40:15,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,34519,1731030001968, seqNum=-1] 2024-11-08T01:40:15,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:40:15,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:40:15,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3260 sec 2024-11-08T01:40:15,848 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731030015848, completionTime=-1 2024-11-08T01:40:15,852 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T01:40:15,853 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T01:40:15,883 INFO [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T01:40:15,883 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030075883 2024-11-08T01:40:15,883 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030135883 2024-11-08T01:40:15,883 INFO [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-08T01:40:15,885 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:40:15,894 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,36213,1731030001162-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:15,894 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,36213,1731030001162-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:15,894 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,36213,1731030001162-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:15,897 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8118b061437f:36213, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:15,897 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:15,898 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:15,903 DEBUG [master/8118b061437f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T01:40:15,931 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.319sec 2024-11-08T01:40:15,933 INFO [master/8118b061437f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T01:40:15,934 INFO [master/8118b061437f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T01:40:15,935 INFO [master/8118b061437f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T01:40:15,936 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T01:40:15,936 INFO [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T01:40:15,937 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,36213,1731030001162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:40:15,938 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,36213,1731030001162-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T01:40:15,942 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T01:40:15,943 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T01:40:15,943 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,36213,1731030001162-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:40:16,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d07a941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:40:16,022 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T01:40:16,023 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T01:40:16,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8118b061437f,36213,-1 for getting cluster id 2024-11-08T01:40:16,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:40:16,037 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37f563b6-d240-45cd-af85-f3ee702b5920' 2024-11-08T01:40:16,039 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:40:16,039 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37f563b6-d240-45cd-af85-f3ee702b5920" 2024-11-08T01:40:16,040 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd85a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:40:16,040 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8118b061437f,36213,-1] 2024-11-08T01:40:16,043 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:40:16,045 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:40:16,046 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:40:16,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcd2732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:40:16,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:40:16,057 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,34519,1731030001968, seqNum=-1] 2024-11-08T01:40:16,057 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:40:16,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:40:16,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8118b061437f,36213,1731030001162 2024-11-08T01:40:16,082 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030016081 (current time:1731030016081). 2024-11-08T01:40:16,082 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:40:16,082 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T01:40:16,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcf5e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:40:16,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8118b061437f,36213,-1 for getting cluster id 2024-11-08T01:40:16,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:40:16,086 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37f563b6-d240-45cd-af85-f3ee702b5920' 2024-11-08T01:40:16,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:40:16,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37f563b6-d240-45cd-af85-f3ee702b5920" 2024-11-08T01:40:16,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f322b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:40:16,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8118b061437f,36213,-1] 2024-11-08T01:40:16,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:40:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:40:16,089 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:40:16,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc85a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:40:16,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:40:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,34519,1731030001968, seqNum=-1] 2024-11-08T01:40:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:40:16,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:40:16,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:40:16,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:40:16,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:40:16,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:40:16,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:40:16,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:40:16,111 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8118b061437f,36213,1731030001162 2024-11-08T01:40:16,113 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38924da9 2024-11-08T01:40:16,114 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:40:16,116 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:40:16,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:40:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T01:40:16,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:40:16,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T01:40:16,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:16,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:40:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741837_1013 (size=361) 2024-11-08T01:40:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741837_1013 (size=361) 2024-11-08T01:40:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741837_1013 (size=361) 2024-11-08T01:40:16,155 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2745995d10eb6a3613d12ae6b7465aa, NAME => 'SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,156 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 55fa6d722e85483816656a4dc6a500b4, NAME => 'SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,156 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 30261b919d751c62b7f4c37fcc10dffc, NAME => 'SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741838_1014 (size=62) 2024-11-08T01:40:16,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741838_1014 (size=62) 2024-11-08T01:40:16,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 30261b919d751c62b7f4c37fcc10dffc, disabling compactions & flushes 2024-11-08T01:40:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741838_1014 (size=62) 2024-11-08T01:40:16,175 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:16,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741840_1016 (size=62) 2024-11-08T01:40:16,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. after waiting 0 ms 2024-11-08T01:40:16,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741839_1015 (size=54) 2024-11-08T01:40:16,175 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:16,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 30261b919d751c62b7f4c37fcc10dffc: Waiting for close lock at 1731030016174Disabling compacts and flushes for region at 1731030016174Disabling writes for close at 1731030016175 (+1 ms)Writing region close event to WAL at 1731030016175Closed at 1731030016175 2024-11-08T01:40:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741839_1015 (size=54) 2024-11-08T01:40:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741840_1016 (size=62) 2024-11-08T01:40:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741840_1016 (size=62) 2024-11-08T01:40:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741839_1015 (size=54) 2024-11-08T01:40:16,176 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c4d30d58b4381717350bc473ed63238b, NAME => 'SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 55fa6d722e85483816656a4dc6a500b4, disabling compactions & flushes 2024-11-08T01:40:16,177 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:16,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:16,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. after waiting 0 ms 2024-11-08T01:40:16,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:16,177 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:16,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 55fa6d722e85483816656a4dc6a500b4: Waiting for close lock at 1731030016176Disabling compacts and flushes for region at 1731030016176Disabling writes for close at 1731030016177 (+1 ms)Writing region close event to WAL at 1731030016177Closed at 1731030016177 2024-11-08T01:40:16,178 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4446ed645d19fd9ff33acaba03fe4584, NAME => 'SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2745995d10eb6a3613d12ae6b7465aa, disabling compactions & flushes 2024-11-08T01:40:16,178 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:16,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:16,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. after waiting 0 ms 2024-11-08T01:40:16,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:16,178 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:16,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2745995d10eb6a3613d12ae6b7465aa: Waiting for close lock at 1731030016178Disabling compacts and flushes for region at 1731030016178Disabling writes for close at 1731030016178Writing region close event to WAL at 1731030016178Closed at 1731030016178 2024-11-08T01:40:16,179 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9d5f6f6d26d447ccad386c3930a01bd, NAME => 'SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741842_1018 (size=62) 2024-11-08T01:40:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741841_1017 (size=62) 2024-11-08T01:40:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741842_1018 (size=62) 2024-11-08T01:40:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741841_1017 (size=62) 2024-11-08T01:40:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741841_1017 (size=62) 2024-11-08T01:40:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741842_1018 (size=62) 2024-11-08T01:40:16,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c4d30d58b4381717350bc473ed63238b, disabling compactions & flushes 2024-11-08T01:40:16,204 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:16,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:16,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. after waiting 0 ms 2024-11-08T01:40:16,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:16,205 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:16,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c4d30d58b4381717350bc473ed63238b: Waiting for close lock at 1731030016204Disabling compacts and flushes for region at 1731030016204Disabling writes for close at 1731030016204Writing region close event to WAL at 1731030016204Closed at 1731030016204 2024-11-08T01:40:16,205 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9f5e4fcb648724044b836191e5f1d28e, NAME => 'SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4446ed645d19fd9ff33acaba03fe4584, disabling compactions & flushes 2024-11-08T01:40:16,205 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:16,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:16,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. after waiting 0 ms 2024-11-08T01:40:16,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:16,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:16,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4446ed645d19fd9ff33acaba03fe4584: Waiting for close lock at 1731030016205Disabling compacts and flushes for region at 1731030016205Disabling writes for close at 1731030016205Writing region close event to WAL at 1731030016206 (+1 ms)Closed at 1731030016206 2024-11-08T01:40:16,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 54b288f110a5c5e23e2a7c36bc239035, NAME => 'SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741843_1019 (size=62) 2024-11-08T01:40:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741843_1019 (size=62) 2024-11-08T01:40:16,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741843_1019 (size=62) 2024-11-08T01:40:16,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e9d5f6f6d26d447ccad386c3930a01bd, disabling compactions & flushes 2024-11-08T01:40:16,219 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:16,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:16,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. after waiting 0 ms 2024-11-08T01:40:16,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:16,219 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:16,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9d5f6f6d26d447ccad386c3930a01bd: Waiting for close lock at 1731030016218Disabling compacts and flushes for region at 1731030016218Disabling writes for close at 1731030016219 (+1 ms)Writing region close event to WAL at 1731030016219Closed at 1731030016219 2024-11-08T01:40:16,219 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08ad2b54c7b67408c7fae84569970e25, NAME => 'SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741845_1021 (size=62) 2024-11-08T01:40:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741845_1021 (size=62) 2024-11-08T01:40:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741845_1021 (size=62) 2024-11-08T01:40:16,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9f5e4fcb648724044b836191e5f1d28e, disabling compactions & flushes 2024-11-08T01:40:16,225 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:16,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:16,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. after waiting 0 ms 2024-11-08T01:40:16,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:16,225 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:16,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9f5e4fcb648724044b836191e5f1d28e: Waiting for close lock at 1731030016225Disabling compacts and flushes for region at 1731030016225Disabling writes for close at 1731030016225Writing region close event to WAL at 1731030016225Closed at 1731030016225 2024-11-08T01:40:16,226 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cd11c859ea2bb1e41acb2bb49fa7975f, NAME => 'SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e 2024-11-08T01:40:16,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741846_1022 (size=62) 2024-11-08T01:40:16,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741846_1022 (size=62) 2024-11-08T01:40:16,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741846_1022 (size=62) 2024-11-08T01:40:16,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 08ad2b54c7b67408c7fae84569970e25, disabling compactions & flushes 2024-11-08T01:40:16,232 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:16,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:16,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. after waiting 0 ms 2024-11-08T01:40:16,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:16,232 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:16,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08ad2b54c7b67408c7fae84569970e25: Waiting for close lock at 1731030016232Disabling compacts and flushes for region at 1731030016232Disabling writes for close at 1731030016232Writing region close event to WAL at 1731030016232Closed at 1731030016232 2024-11-08T01:40:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741844_1020 (size=62) 2024-11-08T01:40:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741844_1020 (size=62) 2024-11-08T01:40:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741844_1020 (size=62) 2024-11-08T01:40:16,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 54b288f110a5c5e23e2a7c36bc239035, disabling compactions & flushes 2024-11-08T01:40:16,235 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:16,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:16,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. after waiting 0 ms 2024-11-08T01:40:16,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:16,236 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:16,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 54b288f110a5c5e23e2a7c36bc239035: Waiting for close lock at 1731030016235Disabling compacts and flushes for region at 1731030016235Disabling writes for close at 1731030016236 (+1 ms)Writing region close event to WAL at 1731030016236Closed at 1731030016236 2024-11-08T01:40:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741847_1023 (size=54) 2024-11-08T01:40:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741847_1023 (size=54) 2024-11-08T01:40:16,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741847_1023 (size=54) 2024-11-08T01:40:16,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:16,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cd11c859ea2bb1e41acb2bb49fa7975f, disabling compactions & flushes 2024-11-08T01:40:16,240 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:16,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:16,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. after waiting 0 ms 2024-11-08T01:40:16,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:16,240 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:16,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cd11c859ea2bb1e41acb2bb49fa7975f: Waiting for close lock at 1731030016240Disabling compacts and flushes for region at 1731030016240Disabling writes for close at 1731030016240Writing region close event to WAL at 1731030016240Closed at 1731030016240 2024-11-08T01:40:16,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:40:16,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731030016242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030016242"}]},"ts":"1731030016242"} 2024-11-08T01:40:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:16,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T01:40:16,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:40:16,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030016288"}]},"ts":"1731030016288"} 2024-11-08T01:40:16,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T01:40:16,296 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:40:16,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:40:16,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:40:16,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T01:40:16,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:40:16,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:40:16,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T01:40:16,305 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:40:16,305 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:40:16,305 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T01:40:16,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:40:16,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2745995d10eb6a3613d12ae6b7465aa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55fa6d722e85483816656a4dc6a500b4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4446ed645d19fd9ff33acaba03fe4584, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9d5f6f6d26d447ccad386c3930a01bd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54b288f110a5c5e23e2a7c36bc239035, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08ad2b54c7b67408c7fae84569970e25, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN}] 2024-11-08T01:40:16,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN 2024-11-08T01:40:16,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55fa6d722e85483816656a4dc6a500b4, ASSIGN 2024-11-08T01:40:16,312 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2745995d10eb6a3613d12ae6b7465aa, ASSIGN 2024-11-08T01:40:16,313 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN 2024-11-08T01:40:16,315 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN 2024-11-08T01:40:16,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN; state=OFFLINE, location=8118b061437f,41973,1731030002114; forceNewPlan=false, retain=false 2024-11-08T01:40:16,315 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55fa6d722e85483816656a4dc6a500b4, ASSIGN; state=OFFLINE, location=8118b061437f,34519,1731030001968; forceNewPlan=false, retain=false 2024-11-08T01:40:16,315 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2745995d10eb6a3613d12ae6b7465aa, ASSIGN; state=OFFLINE, location=8118b061437f,41025,1731030002219; forceNewPlan=false, retain=false 2024-11-08T01:40:16,315 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN; state=OFFLINE, location=8118b061437f,41973,1731030002114; forceNewPlan=false, retain=false 2024-11-08T01:40:16,316 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN; state=OFFLINE, location=8118b061437f,41973,1731030002114; forceNewPlan=false, retain=false 2024-11-08T01:40:16,320 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54b288f110a5c5e23e2a7c36bc239035, ASSIGN 2024-11-08T01:40:16,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08ad2b54c7b67408c7fae84569970e25, ASSIGN 2024-11-08T01:40:16,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN 2024-11-08T01:40:16,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9d5f6f6d26d447ccad386c3930a01bd, ASSIGN 2024-11-08T01:40:16,322 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54b288f110a5c5e23e2a7c36bc239035, ASSIGN; state=OFFLINE, location=8118b061437f,41025,1731030002219; forceNewPlan=false, retain=false 2024-11-08T01:40:16,322 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08ad2b54c7b67408c7fae84569970e25, ASSIGN; state=OFFLINE, location=8118b061437f,34519,1731030001968; forceNewPlan=false, retain=false 2024-11-08T01:40:16,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4446ed645d19fd9ff33acaba03fe4584, ASSIGN 2024-11-08T01:40:16,324 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9d5f6f6d26d447ccad386c3930a01bd, ASSIGN; state=OFFLINE, location=8118b061437f,41025,1731030002219; forceNewPlan=false, retain=false 2024-11-08T01:40:16,324 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4446ed645d19fd9ff33acaba03fe4584, ASSIGN; state=OFFLINE, location=8118b061437f,34519,1731030001968; forceNewPlan=false, retain=false 2024-11-08T01:40:16,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN; state=OFFLINE, location=8118b061437f,41973,1731030002114; forceNewPlan=false, retain=false 2024-11-08T01:40:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:16,470 INFO [8118b061437f:36213 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T01:40:16,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9f5e4fcb648724044b836191e5f1d28e, regionState=OPENING, regionLocation=8118b061437f,41973,1731030002114 2024-11-08T01:40:16,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=30261b919d751c62b7f4c37fcc10dffc, regionState=OPENING, regionLocation=8118b061437f,41973,1731030002114 2024-11-08T01:40:16,472 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=54b288f110a5c5e23e2a7c36bc239035, regionState=OPENING, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:16,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c4d30d58b4381717350bc473ed63238b, regionState=OPENING, regionLocation=8118b061437f,41973,1731030002114 2024-11-08T01:40:16,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cd11c859ea2bb1e41acb2bb49fa7975f, regionState=OPENING, regionLocation=8118b061437f,41973,1731030002114 2024-11-08T01:40:16,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2745995d10eb6a3613d12ae6b7465aa, regionState=OPENING, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:16,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e9d5f6f6d26d447ccad386c3930a01bd, regionState=OPENING, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:16,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=08ad2b54c7b67408c7fae84569970e25, regionState=OPENING, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:16,474 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4446ed645d19fd9ff33acaba03fe4584, regionState=OPENING, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:16,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=55fa6d722e85483816656a4dc6a500b4, regionState=OPENING, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:16,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN because future has completed 2024-11-08T01:40:16,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f5e4fcb648724044b836191e5f1d28e, server=8118b061437f,41973,1731030002114}] 2024-11-08T01:40:16,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN because future has completed 2024-11-08T01:40:16,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f, server=8118b061437f,41973,1731030002114}] 2024-11-08T01:40:16,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN because future has completed 2024-11-08T01:40:16,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN because future has completed 2024-11-08T01:40:16,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4d30d58b4381717350bc473ed63238b, server=8118b061437f,41973,1731030002114}] 2024-11-08T01:40:16,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30261b919d751c62b7f4c37fcc10dffc, server=8118b061437f,41973,1731030002114}] 2024-11-08T01:40:16,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54b288f110a5c5e23e2a7c36bc239035, ASSIGN because future has completed 2024-11-08T01:40:16,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9d5f6f6d26d447ccad386c3930a01bd, ASSIGN because future has completed 2024-11-08T01:40:16,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54b288f110a5c5e23e2a7c36bc239035, server=8118b061437f,41025,1731030002219}] 2024-11-08T01:40:16,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2745995d10eb6a3613d12ae6b7465aa, ASSIGN because future has completed 2024-11-08T01:40:16,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08ad2b54c7b67408c7fae84569970e25, ASSIGN because future has completed 2024-11-08T01:40:16,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ad2b54c7b67408c7fae84569970e25, server=8118b061437f,34519,1731030001968}] 2024-11-08T01:40:16,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4446ed645d19fd9ff33acaba03fe4584, ASSIGN because future has completed 2024-11-08T01:40:16,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55fa6d722e85483816656a4dc6a500b4, ASSIGN because future has completed 2024-11-08T01:40:16,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2745995d10eb6a3613d12ae6b7465aa, server=8118b061437f,41025,1731030002219}] 2024-11-08T01:40:16,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4446ed645d19fd9ff33acaba03fe4584, server=8118b061437f,34519,1731030001968}] 2024-11-08T01:40:16,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55fa6d722e85483816656a4dc6a500b4, server=8118b061437f,34519,1731030001968}] 2024-11-08T01:40:16,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9d5f6f6d26d447ccad386c3930a01bd, server=8118b061437f,41025,1731030002219}] 2024-11-08T01:40:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:17,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T01:40:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:21,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T01:40:21,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T01:40:21,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T01:40:21,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:40:21,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T01:40:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:26,486 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:40:26,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49649, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:40:26,498 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:26,498 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cd11c859ea2bb1e41acb2bb49fa7975f, NAME => 'SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T01:40:26,498 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,499 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,499 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,499 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,500 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:40:26,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53017, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:40:26,501 INFO [StoreOpener-cd11c859ea2bb1e41acb2bb49fa7975f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,504 INFO [StoreOpener-cd11c859ea2bb1e41acb2bb49fa7975f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd11c859ea2bb1e41acb2bb49fa7975f columnFamilyName cf 2024-11-08T01:40:26,504 DEBUG [StoreOpener-cd11c859ea2bb1e41acb2bb49fa7975f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,505 INFO [StoreOpener-cd11c859ea2bb1e41acb2bb49fa7975f-1 {}] regionserver.HStore(327): Store=cd11c859ea2bb1e41acb2bb49fa7975f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,506 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,508 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,508 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:26,508 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 54b288f110a5c5e23e2a7c36bc239035, NAME => 'SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T01:40:26,508 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,509 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,509 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,509 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,509 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,509 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,509 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,512 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,512 INFO [StoreOpener-54b288f110a5c5e23e2a7c36bc239035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,513 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:26,513 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 08ad2b54c7b67408c7fae84569970e25, NAME => 'SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T01:40:26,514 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,514 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,514 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,514 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,514 INFO [StoreOpener-54b288f110a5c5e23e2a7c36bc239035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b288f110a5c5e23e2a7c36bc239035 columnFamilyName cf 2024-11-08T01:40:26,515 DEBUG [StoreOpener-54b288f110a5c5e23e2a7c36bc239035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,515 INFO [StoreOpener-54b288f110a5c5e23e2a7c36bc239035-1 {}] regionserver.HStore(327): Store=54b288f110a5c5e23e2a7c36bc239035/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,515 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,516 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,517 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,517 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,517 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,520 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,521 INFO [StoreOpener-08ad2b54c7b67408c7fae84569970e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,521 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/cd11c859ea2bb1e41acb2bb49fa7975f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,522 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cd11c859ea2bb1e41acb2bb49fa7975f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64954959, jitterRate=-0.032095685601234436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,522 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:26,523 INFO [StoreOpener-08ad2b54c7b67408c7fae84569970e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad2b54c7b67408c7fae84569970e25 columnFamilyName cf 2024-11-08T01:40:26,523 DEBUG [StoreOpener-08ad2b54c7b67408c7fae84569970e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,523 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cd11c859ea2bb1e41acb2bb49fa7975f: Running coprocessor pre-open hook at 1731030026499Writing region info on filesystem at 1731030026499Initializing all the Stores at 1731030026501 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026501Cleaning up temporary data from old regions at 1731030026509 (+8 ms)Running coprocessor post-open hooks at 1731030026522 (+13 ms)Region opened successfully at 1731030026523 (+1 ms) 2024-11-08T01:40:26,524 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,524 INFO [StoreOpener-08ad2b54c7b67408c7fae84569970e25-1 {}] regionserver.HStore(327): Store=08ad2b54c7b67408c7fae84569970e25/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,524 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,525 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 54b288f110a5c5e23e2a7c36bc239035; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68556188, jitterRate=0.021566808223724365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,525 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:26,525 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 54b288f110a5c5e23e2a7c36bc239035: Running coprocessor pre-open hook at 1731030026510Writing region info on filesystem at 1731030026510Initializing all the Stores at 1731030026511 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026511Cleaning up temporary data from old regions at 1731030026517 (+6 ms)Running coprocessor post-open hooks at 1731030026525 (+8 ms)Region opened successfully at 1731030026525 2024-11-08T01:40:26,526 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f., pid=16, masterSystemTime=1731030026486 2024-11-08T01:40:26,526 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,527 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., pid=19, masterSystemTime=1731030026499 2024-11-08T01:40:26,527 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,528 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,528 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,528 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:26,528 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:26,528 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:26,529 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c4d30d58b4381717350bc473ed63238b, NAME => 'SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T01:40:26,529 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,529 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,529 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cd11c859ea2bb1e41acb2bb49fa7975f, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41973,1731030002114 2024-11-08T01:40:26,530 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,530 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:26,530 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:26,530 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:26,530 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e9d5f6f6d26d447ccad386c3930a01bd, NAME => 'SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T01:40:26,531 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,531 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,531 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,531 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,532 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=54b288f110a5c5e23e2a7c36bc239035, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:26,533 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,533 INFO [StoreOpener-e9d5f6f6d26d447ccad386c3930a01bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,533 INFO [StoreOpener-c4d30d58b4381717350bc473ed63238b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f, server=8118b061437f,41973,1731030002114 because future has completed 2024-11-08T01:40:26,536 INFO [StoreOpener-e9d5f6f6d26d447ccad386c3930a01bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9d5f6f6d26d447ccad386c3930a01bd columnFamilyName cf 2024-11-08T01:40:26,536 INFO [StoreOpener-c4d30d58b4381717350bc473ed63238b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4d30d58b4381717350bc473ed63238b columnFamilyName cf 2024-11-08T01:40:26,536 DEBUG [StoreOpener-e9d5f6f6d26d447ccad386c3930a01bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,536 DEBUG [StoreOpener-c4d30d58b4381717350bc473ed63238b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54b288f110a5c5e23e2a7c36bc239035, server=8118b061437f,41025,1731030002219 because future has completed 2024-11-08T01:40:26,537 INFO [StoreOpener-e9d5f6f6d26d447ccad386c3930a01bd-1 {}] regionserver.HStore(327): Store=e9d5f6f6d26d447ccad386c3930a01bd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,537 INFO [StoreOpener-c4d30d58b4381717350bc473ed63238b-1 {}] regionserver.HStore(327): Store=c4d30d58b4381717350bc473ed63238b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,538 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,538 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,538 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,539 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 08ad2b54c7b67408c7fae84569970e25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66183473, jitterRate=-0.013789400458335876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,539 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:26,539 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,539 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 08ad2b54c7b67408c7fae84569970e25: Running coprocessor pre-open hook at 1731030026515Writing region info on filesystem at 1731030026515Initializing all the Stores at 1731030026516 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026516Cleaning up temporary data from old regions at 1731030026528 (+12 ms)Running coprocessor post-open hooks at 1731030026539 (+11 ms)Region opened successfully at 1731030026539 2024-11-08T01:40:26,540 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,541 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., pid=20, masterSystemTime=1731030026507 2024-11-08T01:40:26,541 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,541 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,541 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,541 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-08T01:40:26,542 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,542 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f, server=8118b061437f,41973,1731030002114 in 10.0520 sec 2024-11-08T01:40:26,544 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:26,544 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:26,544 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:26,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-08T01:40:26,544 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 55fa6d722e85483816656a4dc6a500b4, NAME => 'SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T01:40:26,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 54b288f110a5c5e23e2a7c36bc239035, server=8118b061437f,41025,1731030002219 in 10.0480 sec 2024-11-08T01:40:26,545 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,545 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,545 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,545 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN in 10.2350 sec 2024-11-08T01:40:26,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=08ad2b54c7b67408c7fae84569970e25, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:26,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54b288f110a5c5e23e2a7c36bc239035, ASSIGN in 10.2370 sec 2024-11-08T01:40:26,548 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,548 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,550 INFO [StoreOpener-55fa6d722e85483816656a4dc6a500b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,554 INFO [StoreOpener-55fa6d722e85483816656a4dc6a500b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fa6d722e85483816656a4dc6a500b4 columnFamilyName cf 2024-11-08T01:40:26,554 DEBUG [StoreOpener-55fa6d722e85483816656a4dc6a500b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ad2b54c7b67408c7fae84569970e25, server=8118b061437f,34519,1731030001968 because future has completed 2024-11-08T01:40:26,555 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/e9d5f6f6d26d447ccad386c3930a01bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,556 INFO [StoreOpener-55fa6d722e85483816656a4dc6a500b4-1 {}] regionserver.HStore(327): Store=55fa6d722e85483816656a4dc6a500b4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,556 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/c4d30d58b4381717350bc473ed63238b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,556 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,556 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e9d5f6f6d26d447ccad386c3930a01bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69398172, jitterRate=0.03411334753036499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,556 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c4d30d58b4381717350bc473ed63238b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60084164, jitterRate=-0.10467618703842163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,557 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:26,557 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:26,557 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c4d30d58b4381717350bc473ed63238b: Running coprocessor pre-open hook at 1731030026530Writing region info on filesystem at 1731030026530Initializing all the Stores at 1731030026532 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026532Cleaning up temporary data from old regions at 1731030026542 (+10 ms)Running coprocessor post-open hooks at 1731030026557 (+15 ms)Region opened successfully at 1731030026557 2024-11-08T01:40:26,557 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e9d5f6f6d26d447ccad386c3930a01bd: Running coprocessor pre-open hook at 1731030026531Writing region info on filesystem at 1731030026531Initializing all the Stores at 1731030026532 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026533 (+1 ms)Cleaning up temporary data from old regions at 1731030026542 (+9 ms)Running coprocessor post-open hooks at 1731030026557 (+15 ms)Region opened successfully at 1731030026557 2024-11-08T01:40:26,557 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,558 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,558 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b., pid=17, masterSystemTime=1731030026486 2024-11-08T01:40:26,558 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd., pid=24, masterSystemTime=1731030026499 2024-11-08T01:40:26,559 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,559 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,561 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:26,561 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:26,561 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:26,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-08T01:40:26,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 08ad2b54c7b67408c7fae84569970e25, server=8118b061437f,34519,1731030001968 in 10.0610 sec 2024-11-08T01:40:26,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e9d5f6f6d26d447ccad386c3930a01bd, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:26,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d2745995d10eb6a3613d12ae6b7465aa, NAME => 'SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T01:40:26,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,563 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,563 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,563 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,565 INFO [StoreOpener-d2745995d10eb6a3613d12ae6b7465aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,565 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:26,565 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9d5f6f6d26d447ccad386c3930a01bd, server=8118b061437f,41025,1731030002219 because future has completed 2024-11-08T01:40:26,566 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:26,566 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 30261b919d751c62b7f4c37fcc10dffc, NAME => 'SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T01:40:26,566 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,566 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,566 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,566 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,568 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/55fa6d722e85483816656a4dc6a500b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,568 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c4d30d58b4381717350bc473ed63238b, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41973,1731030002114 2024-11-08T01:40:26,568 INFO [StoreOpener-d2745995d10eb6a3613d12ae6b7465aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2745995d10eb6a3613d12ae6b7465aa columnFamilyName cf 2024-11-08T01:40:26,569 DEBUG [StoreOpener-d2745995d10eb6a3613d12ae6b7465aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,569 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 55fa6d722e85483816656a4dc6a500b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59840642, jitterRate=-0.1083049476146698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,570 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:26,570 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 55fa6d722e85483816656a4dc6a500b4: Running coprocessor pre-open hook at 1731030026545Writing region info on filesystem at 1731030026545Initializing all the Stores at 1731030026549 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026549Cleaning up temporary data from old regions at 1731030026559 (+10 ms)Running coprocessor post-open hooks at 1731030026570 (+11 ms)Region opened successfully at 1731030026570 2024-11-08T01:40:26,570 INFO [StoreOpener-d2745995d10eb6a3613d12ae6b7465aa-1 {}] regionserver.HStore(327): Store=d2745995d10eb6a3613d12ae6b7465aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,570 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08ad2b54c7b67408c7fae84569970e25, ASSIGN in 10.2550 sec 2024-11-08T01:40:26,571 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4., pid=23, masterSystemTime=1731030026507 2024-11-08T01:40:26,572 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4d30d58b4381717350bc473ed63238b, server=8118b061437f,41973,1731030002114 because future has completed 2024-11-08T01:40:26,573 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,574 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,574 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,575 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:26,575 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:26,575 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:26,575 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4446ed645d19fd9ff33acaba03fe4584, NAME => 'SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T01:40:26,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-08T01:40:26,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=55fa6d722e85483816656a4dc6a500b4, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:26,576 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,576 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,576 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,576 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,576 INFO [StoreOpener-30261b919d751c62b7f4c37fcc10dffc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,579 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,579 INFO [StoreOpener-4446ed645d19fd9ff33acaba03fe4584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55fa6d722e85483816656a4dc6a500b4, server=8118b061437f,34519,1731030001968 because future has completed 2024-11-08T01:40:26,580 INFO [StoreOpener-30261b919d751c62b7f4c37fcc10dffc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30261b919d751c62b7f4c37fcc10dffc columnFamilyName cf 2024-11-08T01:40:26,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e9d5f6f6d26d447ccad386c3930a01bd, server=8118b061437f,41025,1731030002219 in 10.0640 sec 2024-11-08T01:40:26,580 DEBUG [StoreOpener-30261b919d751c62b7f4c37fcc10dffc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,581 INFO [StoreOpener-30261b919d751c62b7f4c37fcc10dffc-1 {}] regionserver.HStore(327): Store=30261b919d751c62b7f4c37fcc10dffc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,581 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,582 INFO [StoreOpener-4446ed645d19fd9ff33acaba03fe4584-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4446ed645d19fd9ff33acaba03fe4584 columnFamilyName cf 2024-11-08T01:40:26,582 DEBUG [StoreOpener-4446ed645d19fd9ff33acaba03fe4584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,583 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,584 INFO [StoreOpener-4446ed645d19fd9ff33acaba03fe4584-1 {}] regionserver.HStore(327): Store=4446ed645d19fd9ff33acaba03fe4584/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,584 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,584 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-08T01:40:26,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9d5f6f6d26d447ccad386c3930a01bd, ASSIGN in 10.2730 sec 2024-11-08T01:40:26,585 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,585 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,585 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,586 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c4d30d58b4381717350bc473ed63238b, server=8118b061437f,41973,1731030002114 in 10.0890 sec 2024-11-08T01:40:26,587 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,587 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,588 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-08T01:40:26,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 55fa6d722e85483816656a4dc6a500b4, server=8118b061437f,34519,1731030001968 in 10.0800 sec 2024-11-08T01:40:26,591 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN in 10.2790 sec 2024-11-08T01:40:26,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55fa6d722e85483816656a4dc6a500b4, ASSIGN in 10.2820 sec 2024-11-08T01:40:26,593 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/d2745995d10eb6a3613d12ae6b7465aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,594 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/30261b919d751c62b7f4c37fcc10dffc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,594 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d2745995d10eb6a3613d12ae6b7465aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73390427, jitterRate=0.09360258281230927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,594 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:26,594 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d2745995d10eb6a3613d12ae6b7465aa: Running coprocessor pre-open hook at 1731030026563Writing region info on filesystem at 1731030026563Initializing all the Stores at 1731030026565 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026565Cleaning up temporary data from old regions at 1731030026574 (+9 ms)Running coprocessor post-open hooks at 1731030026594 (+20 ms)Region opened successfully at 1731030026594 2024-11-08T01:40:26,595 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/4446ed645d19fd9ff33acaba03fe4584/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,595 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 30261b919d751c62b7f4c37fcc10dffc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72456825, jitterRate=0.0796908289194107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,595 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:26,595 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 30261b919d751c62b7f4c37fcc10dffc: Running coprocessor pre-open hook at 1731030026567Writing region info on filesystem at 1731030026567Initializing all the Stores at 1731030026569 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026569Cleaning up temporary data from old regions at 1731030026585 (+16 ms)Running coprocessor post-open hooks at 1731030026595 (+10 ms)Region opened successfully at 1731030026595 2024-11-08T01:40:26,595 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4446ed645d19fd9ff33acaba03fe4584; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65259801, jitterRate=-0.02755318582057953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,595 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:26,596 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4446ed645d19fd9ff33acaba03fe4584: Running coprocessor pre-open hook at 1731030026576Writing region info on filesystem at 1731030026576Initializing all the Stores at 1731030026579 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026579Cleaning up temporary data from old regions at 1731030026587 (+8 ms)Running coprocessor post-open hooks at 1731030026596 (+9 ms)Region opened successfully at 1731030026596 2024-11-08T01:40:26,596 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa., pid=21, masterSystemTime=1731030026499 2024-11-08T01:40:26,597 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc., pid=18, masterSystemTime=1731030026486 2024-11-08T01:40:26,597 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584., pid=22, masterSystemTime=1731030026507 2024-11-08T01:40:26,599 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:26,600 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:26,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2745995d10eb6a3613d12ae6b7465aa, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:26,601 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:26,601 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:26,602 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:26,602 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f5e4fcb648724044b836191e5f1d28e, NAME => 'SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T01:40:26,602 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,603 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:26,603 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,603 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=30261b919d751c62b7f4c37fcc10dffc, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41973,1731030002114 2024-11-08T01:40:26,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2745995d10eb6a3613d12ae6b7465aa, server=8118b061437f,41025,1731030002219 because future has completed 2024-11-08T01:40:26,606 INFO [StoreOpener-9f5e4fcb648724044b836191e5f1d28e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,606 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:26,606 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:26,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30261b919d751c62b7f4c37fcc10dffc, server=8118b061437f,41973,1731030002114 because future has completed 2024-11-08T01:40:26,608 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4446ed645d19fd9ff33acaba03fe4584, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:26,609 INFO [StoreOpener-9f5e4fcb648724044b836191e5f1d28e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f5e4fcb648724044b836191e5f1d28e columnFamilyName cf 2024-11-08T01:40:26,609 DEBUG [StoreOpener-9f5e4fcb648724044b836191e5f1d28e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:26,610 INFO [StoreOpener-9f5e4fcb648724044b836191e5f1d28e-1 {}] regionserver.HStore(327): Store=9f5e4fcb648724044b836191e5f1d28e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:26,611 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,612 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4446ed645d19fd9ff33acaba03fe4584, server=8118b061437f,34519,1731030001968 because future has completed 2024-11-08T01:40:26,613 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,614 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,614 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-08T01:40:26,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2745995d10eb6a3613d12ae6b7465aa, server=8118b061437f,41025,1731030002219 in 10.1110 sec 2024-11-08T01:40:26,618 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-08T01:40:26,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-08T01:40:26,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 30261b919d751c62b7f4c37fcc10dffc, server=8118b061437f,41973,1731030002114 in 10.1220 sec 2024-11-08T01:40:26,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2745995d10eb6a3613d12ae6b7465aa, ASSIGN in 10.3110 sec 2024-11-08T01:40:26,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4446ed645d19fd9ff33acaba03fe4584, server=8118b061437f,34519,1731030001968 in 10.1120 sec 2024-11-08T01:40:26,623 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/9f5e4fcb648724044b836191e5f1d28e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:40:26,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN in 10.3120 sec 2024-11-08T01:40:26,624 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9f5e4fcb648724044b836191e5f1d28e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67257375, jitterRate=0.0022129863500595093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:26,624 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:26,625 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9f5e4fcb648724044b836191e5f1d28e: Running coprocessor pre-open hook at 1731030026603Writing region info on filesystem at 1731030026603Initializing all the Stores at 1731030026605 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030026605Cleaning up temporary data from old regions at 1731030026614 (+9 ms)Running coprocessor post-open hooks at 1731030026624 (+10 ms)Region opened successfully at 1731030026624 2024-11-08T01:40:26,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4446ed645d19fd9ff33acaba03fe4584, ASSIGN in 10.3150 sec 2024-11-08T01:40:26,626 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., pid=15, masterSystemTime=1731030026486 2024-11-08T01:40:26,628 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:26,629 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:26,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9f5e4fcb648724044b836191e5f1d28e, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41973,1731030002114 2024-11-08T01:40:26,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f5e4fcb648724044b836191e5f1d28e, server=8118b061437f,41973,1731030002114 because future has completed 2024-11-08T01:40:26,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-08T01:40:26,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f5e4fcb648724044b836191e5f1d28e, server=8118b061437f,41973,1731030002114 in 10.1560 sec 2024-11-08T01:40:26,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-08T01:40:26,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN in 10.3320 sec 2024-11-08T01:40:26,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:40:26,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030026643"}]},"ts":"1731030026643"} 2024-11-08T01:40:26,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T01:40:26,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:40:26,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5220 sec 2024-11-08T01:40:29,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T01:40:30,243 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T01:40:32,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T01:40:32,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T01:40:32,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T01:40:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:40:34,357 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T01:40:34,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T01:40:34,361 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:40:34,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T01:40:34,375 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:40:34,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T01:40:34,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,450 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,456 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., hostname=8118b061437f,41025,1731030002219, seqNum=2] 2024-11-08T01:40:34,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., hostname=8118b061437f,41025,1731030002219, seqNum=2] 2024-11-08T01:40:34,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., hostname=8118b061437f,41025,1731030002219, seqNum=2] 2024-11-08T01:40:34,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., hostname=8118b061437f,41025,1731030002219, seqNum=2] 2024-11-08T01:40:34,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., hostname=8118b061437f,41025,1731030002219, seqNum=2] 2024-11-08T01:40:34,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., hostname=8118b061437f,41025,1731030002219, seqNum=2] 2024-11-08T01:40:34,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., hostname=8118b061437f,41025,1731030002219, seqNum=2] 2024-11-08T01:40:34,518 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., hostname=8118b061437f,41025,1731030002219, seqNum=2] 2024-11-08T01:40:34,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., hostname=8118b061437f,34519,1731030001968, seqNum=2] 2024-11-08T01:40:34,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., hostname=8118b061437f,34519,1731030001968, seqNum=2] 2024-11-08T01:40:34,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., hostname=8118b061437f,34519,1731030001968, seqNum=2] 2024-11-08T01:40:34,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., hostname=8118b061437f,34519,1731030001968, seqNum=2] 2024-11-08T01:40:34,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., hostname=8118b061437f,34519,1731030001968, seqNum=2] 2024-11-08T01:40:34,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., hostname=8118b061437f,34519,1731030001968, seqNum=2] 2024-11-08T01:40:34,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., hostname=8118b061437f,34519,1731030001968, seqNum=2] 2024-11-08T01:40:34,579 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., hostname=8118b061437f,34519,1731030001968, seqNum=2] 2024-11-08T01:40:34,638 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:34,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f., hostname=8118b061437f,41973,1731030002114, seqNum=2] 2024-11-08T01:40:35,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:40:35,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:40:35,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:40:35,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:40:35,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:40:35,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:40:35,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:35,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:40:36,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:40:36,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T01:40:36,196 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:40:36,197 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:40:36,201 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:40:36,214 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:40:36,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741848_1024 (size=49) 2024-11-08T01:40:36,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741848_1024 (size=49) 2024-11-08T01:40:36,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741848_1024 (size=49) 2024-11-08T01:40:36,228 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:40:36,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2745995d10eb6a3613d12ae6b7465aa}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55fa6d722e85483816656a4dc6a500b4}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4446ed645d19fd9ff33acaba03fe4584}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9d5f6f6d26d447ccad386c3930a01bd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54b288f110a5c5e23e2a7c36bc239035}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08ad2b54c7b67408c7fae84569970e25}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f}] 2024-11-08T01:40:36,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:36,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:36,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:36,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:36,236 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:36,242 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:36,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:36,242 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:36,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:36,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:36,297 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8118b061437f,41973,1731030002114 2024-11-08T01:40:36,298 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8118b061437f,41973,1731030002114: Simulated kill ***** 2024-11-08T01:40:36,298 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T01:40:36,301 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T01:40:36,302 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T01:40:36,305 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T01:40:36,306 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T01:40:36,312 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 548999440 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153576200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "8118b061437f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "8118b061437f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59346", "tag.serverName": "8118b061437f,34519,1731030001968", "tag.clusterId": "37f563b6-d240-45cd-af85-f3ee702b5920", "tag.Context": "regionserver", "tag.Hostname": "8118b061437f", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731030001968, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T01:40:36,317 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36213 {}] master.MasterRpcServices(700): 8118b061437f,41973,1731030002114 reported a fatal error: ***** ABORTING region server 8118b061437f,41973,1731030002114: Simulated kill ***** 2024-11-08T01:40:36,319 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,41973,1731030002114' ***** 2024-11-08T01:40:36,319 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T01:40:36,319 INFO [RS:1;8118b061437f:41973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:40:36,320 INFO [RS:1;8118b061437f:41973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T01:40:36,320 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:40:36,320 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:40:36,320 INFO [RS:1;8118b061437f:41973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T01:40:36,320 INFO [RS:1;8118b061437f:41973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:40:36,320 INFO [RS:1;8118b061437f:41973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8118b061437f:41973. 2024-11-08T01:40:36,320 DEBUG [RS:1;8118b061437f:41973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:40:36,320 DEBUG [RS:1;8118b061437f:41973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:40:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741835_1011 (size=1257) 2024-11-08T01:40:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741835_1011 (size=1257) 2024-11-08T01:40:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741835_1011 (size=1257) 2024-11-08T01:40:36,326 DEBUG [RS:1;8118b061437f:41973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:40:36,326 INFO [RS:1;8118b061437f:41973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:40:36,327 INFO [RS:1;8118b061437f:41973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41973 2024-11-08T01:40:36,349 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:40:36,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:40:36,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,41973,1731030002114 2024-11-08T01:40:36,389 INFO [RS:1;8118b061437f:41973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:40:36,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,41973,1731030002114] 2024-11-08T01:40:36,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,41973,1731030002114 already deleted, retry=false 2024-11-08T01:40:36,410 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8118b061437f,41973,1731030002114 on 8118b061437f,36213,1731030001162 2024-11-08T01:40:36,415 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8118b061437f,41973,1731030002114, splitWal=true, meta=false 2024-11-08T01:40:36,419 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 8118b061437f,41973,1731030002114 (carryingMeta=false) 8118b061437f,41973,1731030002114/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@71457c95[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T01:40:36,419 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8118b061437f,41973,1731030002114, splitWal=true, meta=false 2024-11-08T01:40:36,421 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 8118b061437f,41973,1731030002114 had 4 regions 2024-11-08T01:40:36,421 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:36,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:36,422 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:36,422 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:36,424 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41973,1731030002114, splitWal=true, meta=false, isMeta: false 2024-11-08T01:40:36,424 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f can not run currently because target server of region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 8118b061437f,41973,1731030002114 is in state CRASHED, wait 1000 ms to retry 2024-11-08T01:40:36,424 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e can not run currently because target server of region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 8118b061437f,41973,1731030002114 is in state CRASHED, wait 1000 ms to retry 2024-11-08T01:40:36,424 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b can not run currently because target server of region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 8118b061437f,41973,1731030002114 is in state CRASHED, wait 1000 ms to retry 2024-11-08T01:40:36,424 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b; timeout=1000, timestamp=1731030037424 2024-11-08T01:40:36,424 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f; timeout=1000, timestamp=1731030037424 2024-11-08T01:40:36,424 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e; timeout=1000, timestamp=1731030037424 2024-11-08T01:40:36,424 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc can not run currently because target server of region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T01:40:36,424 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc; timeout=1000, timestamp=1731030037424 2024-11-08T01:40:36,427 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting 2024-11-08T01:40:36,428 INFO [PEWorker-2 {}] master.SplitWALManager(105): 8118b061437f,41973,1731030002114 WAL count=1, meta=false 2024-11-08T01:40:36,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8118b061437f%2C41973%2C1731030002114.1731030005293}] 2024-11-08T01:40:36,438 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=8118b061437f,41025,1731030002219 2024-11-08T01:40:36,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41973%2C1731030002114.1731030005293, worker=8118b061437f,41025,1731030002219}] 2024-11-08T01:40:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:40:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10118199e5c0002, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:40:36,500 INFO [RS:1;8118b061437f:41973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:40:36,500 INFO [RS:1;8118b061437f:41973 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,41973,1731030002114; zookeeper connection closed. 2024-11-08T01:40:36,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17b2552c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17b2552c 2024-11-08T01:40:37,085 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T01:40:37,085 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T01:40:37,424 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:37,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:37,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:37,425 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:37,427 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b can not run currently because target server of region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T01:40:37,427 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc can not run currently because target server of region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T01:40:37,427 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b; timeout=2000, timestamp=1731030039427 2024-11-08T01:40:37,427 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc; timeout=2000, timestamp=1731030039427 2024-11-08T01:40:37,427 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e can not run currently because target server of region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T01:40:37,427 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f can not run currently because target server of region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T01:40:37,427 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e; timeout=2000, timestamp=1731030039427 2024-11-08T01:40:37,427 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f; timeout=2000, timestamp=1731030039427 2024-11-08T01:40:39,428 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:39,429 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:39,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:39,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:39,432 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b can not run currently because target server of region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T01:40:39,432 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b; timeout=4000, timestamp=1731030043432 2024-11-08T01:40:39,433 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f can not run currently because target server of region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T01:40:39,433 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e can not run currently because target server of region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T01:40:39,433 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f; timeout=4000, timestamp=1731030043433 2024-11-08T01:40:39,433 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e; timeout=4000, timestamp=1731030043433 2024-11-08T01:40:39,433 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc can not run currently because target server of region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T01:40:39,433 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc; timeout=4000, timestamp=1731030043433 2024-11-08T01:40:39,823 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8118b061437f:36213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T01:40:43,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:43,434 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:43,434 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:43,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:43,436 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b can not run currently because target server of region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T01:40:43,437 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b; timeout=8000, timestamp=1731030051437 2024-11-08T01:40:43,438 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc can not run currently because target server of region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T01:40:43,438 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e can not run currently because target server of region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T01:40:43,438 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f can not run currently because target server of region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 8118b061437f,41973,1731030002114 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T01:40:43,438 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc; timeout=8000, timestamp=1731030051438 2024-11-08T01:40:43,438 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e; timeout=8000, timestamp=1731030051438 2024-11-08T01:40:43,438 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f; timeout=8000, timestamp=1731030051438 2024-11-08T01:40:46,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T01:40:46,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T01:40:46,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T01:40:46,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T01:40:46,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:46,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:46,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:46,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T01:40:46,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:46,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T01:40:46,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:46,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:46,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T01:40:46,255 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 08ad2b54c7b67408c7fae84569970e25 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T01:40:46,255 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 54b288f110a5c5e23e2a7c36bc239035 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T01:40:46,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 55fa6d722e85483816656a4dc6a500b4: 2024-11-08T01:40:46,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for e9d5f6f6d26d447ccad386c3930a01bd: 2024-11-08T01:40:46,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d2745995d10eb6a3613d12ae6b7465aa: 2024-11-08T01:40:46,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4446ed645d19fd9ff33acaba03fe4584: 2024-11-08T01:40:46,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. for SnapshotProcedureTest completed. 2024-11-08T01:40:46,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. for SnapshotProcedureTest completed. 2024-11-08T01:40:46,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. for SnapshotProcedureTest completed. 2024-11-08T01:40:46,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. for SnapshotProcedureTest completed. 2024-11-08T01:40:46,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:40:46,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:40:46,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:40:46,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:40:46,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:40:46,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:40:46,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:40:46,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:40:46,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:40:46,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:40:46,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:40:46,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:40:46,294 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293, size=1.2 K (1257bytes) 2024-11-08T01:40:46,295 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T01:40:46,295 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T01:40:46,295 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293 2024-11-08T01:40:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741849_1025 (size=57) 2024-11-08T01:40:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741849_1025 (size=57) 2024-11-08T01:40:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741849_1025 (size=57) 2024-11-08T01:40:46,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:40:46,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T01:40:46,305 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293 after 8ms 2024-11-08T01:40:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T01:40:46,307 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:46,307 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:40:46,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2745995d10eb6a3613d12ae6b7465aa in 10.0790 sec 2024-11-08T01:40:46,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741851_1027 (size=65) 2024-11-08T01:40:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741851_1027 (size=65) 2024-11-08T01:40:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741850_1026 (size=65) 2024-11-08T01:40:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741850_1026 (size=65) 2024-11-08T01:40:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741851_1027 (size=65) 2024-11-08T01:40:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741850_1026 (size=65) 2024-11-08T01:40:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741852_1028 (size=65) 2024-11-08T01:40:46,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741852_1028 (size=65) 2024-11-08T01:40:46,325 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293 took 32ms 2024-11-08T01:40:46,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:40:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741852_1028 (size=65) 2024-11-08T01:40:46,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T01:40:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T01:40:46,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:46,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:40:46,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9d5f6f6d26d447ccad386c3930a01bd in 10.0970 sec 2024-11-08T01:40:46,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for cd11c859ea2bb1e41acb2bb49fa7975f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T01:40:46,347 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c4d30d58b4381717350bc473ed63238b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T01:40:46,350 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 30261b919d751c62b7f4c37fcc10dffc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T01:40:46,352 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9f5e4fcb648724044b836191e5f1d28e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T01:40:46,352 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293 so closing down 2024-11-08T01:40:46,352 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T01:40:46,353 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T01:40:46,357 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-08T01:40:46,357 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293, journal: Splitting hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293, size=1.2 K (1257bytes) at 1731030046294Finishing writing output for hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293 so closing down at 1731030046352 (+58 ms)3 split writer threads finished at 1731030046353 (+1 ms)Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731030046357 (+4 ms) 2024-11-08T01:40:46,357 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293 2024-11-08T01:40:46,357 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T01:40:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T01:40:46,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/.tmp/cf/03f5263e8f3443769624a6b58ae5fc44 is 34, key is baa/cf:cf/1731030035479/Put/seqid=0 2024-11-08T01:40:46,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/.tmp/cf/1e55734b51064fe6ab0dc34a1bce7007 is 34, key is ccd/cf:cf/1731030035509/Put/seqid=0 2024-11-08T01:40:46,369 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting/8118b061437f%2C41973%2C1731030002114.1731030005293 to hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/oldWALs 2024-11-08T01:40:46,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T01:40:46,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41973%2C1731030002114.1731030005293, worker=8118b061437f,41025,1731030002219 in 9.9270 sec 2024-11-08T01:40:46,376 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=8118b061437f,41025,1731030002219 2024-11-08T01:40:46,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T01:40:46,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41973%2C1731030002114.1731030005293, worker=8118b061437f,41025,1731030002219 in 9.9470 sec 2024-11-08T01:40:46,382 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting dir is empty, no logs to split. 2024-11-08T01:40:46,382 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8118b061437f,41973,1731030002114 WAL count=0, meta=false 2024-11-08T01:40:46,382 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8118b061437f,41973,1731030002114 WAL splitting is done? wals=0, meta=false 2024-11-08T01:40:46,385 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8118b061437f,41973,1731030002114 failed, ignore...File hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/WALs/8118b061437f,41973,1731030002114-splitting does not exist. 2024-11-08T01:40:46,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN}] 2024-11-08T01:40:46,390 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN 2024-11-08T01:40:46,390 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN 2024-11-08T01:40:46,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN 2024-11-08T01:40:46,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN 2024-11-08T01:40:46,392 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T01:40:46,392 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T01:40:46,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T01:40:46,392 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T01:40:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741854_1030 (size=28623) 2024-11-08T01:40:46,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741854_1030 (size=28623) 2024-11-08T01:40:46,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741854_1030 (size=28623) 2024-11-08T01:40:46,400 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/.tmp/cf/03f5263e8f3443769624a6b58ae5fc44 2024-11-08T01:40:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741853_1029 (size=47197) 2024-11-08T01:40:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741853_1029 (size=47197) 2024-11-08T01:40:46,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741853_1029 (size=47197) 2024-11-08T01:40:46,408 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/.tmp/cf/1e55734b51064fe6ab0dc34a1bce7007 2024-11-08T01:40:46,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/.tmp/cf/03f5263e8f3443769624a6b58ae5fc44 as hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/cf/03f5263e8f3443769624a6b58ae5fc44 2024-11-08T01:40:46,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/.tmp/cf/1e55734b51064fe6ab0dc34a1bce7007 as hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/cf/1e55734b51064fe6ab0dc34a1bce7007 2024-11-08T01:40:46,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/cf/1e55734b51064fe6ab0dc34a1bce7007, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T01:40:46,460 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/cf/03f5263e8f3443769624a6b58ae5fc44, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T01:40:46,468 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 08ad2b54c7b67408c7fae84569970e25 in 210ms, sequenceid=5, compaction requested=false 2024-11-08T01:40:46,468 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 54b288f110a5c5e23e2a7c36bc239035 in 210ms, sequenceid=5, compaction requested=false 2024-11-08T01:40:46,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 54b288f110a5c5e23e2a7c36bc239035: 2024-11-08T01:40:46,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 08ad2b54c7b67408c7fae84569970e25: 2024-11-08T01:40:46,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. for SnapshotProcedureTest completed. 2024-11-08T01:40:46,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. for SnapshotProcedureTest completed. 2024-11-08T01:40:46,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:40:46,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:40:46,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:40:46,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:40:46,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/cf/03f5263e8f3443769624a6b58ae5fc44] hfiles 2024-11-08T01:40:46,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/cf/1e55734b51064fe6ab0dc34a1bce7007] hfiles 2024-11-08T01:40:46,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/cf/03f5263e8f3443769624a6b58ae5fc44 for snapshot=SnapshotProcedureTest 2024-11-08T01:40:46,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/cf/1e55734b51064fe6ab0dc34a1bce7007 for snapshot=SnapshotProcedureTest 2024-11-08T01:40:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741855_1031 (size=105) 2024-11-08T01:40:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741855_1031 (size=105) 2024-11-08T01:40:46,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:40:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741855_1031 (size=105) 2024-11-08T01:40:46,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T01:40:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T01:40:46,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:46,492 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:40:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741856_1032 (size=105) 2024-11-08T01:40:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741856_1032 (size=105) 2024-11-08T01:40:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741856_1032 (size=105) 2024-11-08T01:40:46,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:40:46,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T01:40:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T01:40:46,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:46,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:40:46,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54b288f110a5c5e23e2a7c36bc239035 in 10.2650 sec 2024-11-08T01:40:46,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 08ad2b54c7b67408c7fae84569970e25 in 10.2670 sec 2024-11-08T01:40:46,543 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:40:46,543 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:40:46,543 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:40:46,543 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:40:46,543 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:40:46,544 INFO [8118b061437f:36213 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:40:46,544 INFO [8118b061437f:36213 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:40:46,544 DEBUG [8118b061437f:36213 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:40:46,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=c4d30d58b4381717350bc473ed63238b, regionState=OPENING, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:46,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=9f5e4fcb648724044b836191e5f1d28e, regionState=OPENING, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:46,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=30261b919d751c62b7f4c37fcc10dffc, regionState=OPENING, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:46,544 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=cd11c859ea2bb1e41acb2bb49fa7975f, regionState=OPENING, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:46,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN because future has completed 2024-11-08T01:40:46,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4d30d58b4381717350bc473ed63238b, server=8118b061437f,34519,1731030001968}] 2024-11-08T01:40:46,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN because future has completed 2024-11-08T01:40:46,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f5e4fcb648724044b836191e5f1d28e, server=8118b061437f,41025,1731030002219}] 2024-11-08T01:40:46,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN because future has completed 2024-11-08T01:40:46,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30261b919d751c62b7f4c37fcc10dffc, server=8118b061437f,41025,1731030002219}] 2024-11-08T01:40:46,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN because future has completed 2024-11-08T01:40:46,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f, server=8118b061437f,34519,1731030001968}] 2024-11-08T01:40:46,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:40:46,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:40:46,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T01:40:46,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T01:40:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T01:40:46,725 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T01:40:46,725 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:46,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:40:46,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:40:46,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 55fa6d722e85483816656a4dc6a500b4 in 10.4970 sec 2024-11-08T01:40:46,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4446ed645d19fd9ff33acaba03fe4584 in 10.4980 sec 2024-11-08T01:40:51,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b held by pid=40 2024-11-08T01:40:51,439 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:51,439 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e held by pid=42 2024-11-08T01:40:51,439 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:51,439 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc held by pid=41 2024-11-08T01:40:51,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:51,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f held by pid=39 2024-11-08T01:40:51,440 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,561 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:56,561 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => c4d30d58b4381717350bc473ed63238b, NAME => 'SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T01:40:56,561 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:56,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f5e4fcb648724044b836191e5f1d28e, NAME => 'SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T01:40:56,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:56,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:56,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,562 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,563 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,565 INFO [StoreOpener-9f5e4fcb648724044b836191e5f1d28e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,565 INFO [StoreOpener-c4d30d58b4381717350bc473ed63238b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,566 INFO [StoreOpener-9f5e4fcb648724044b836191e5f1d28e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f5e4fcb648724044b836191e5f1d28e columnFamilyName cf 2024-11-08T01:40:56,566 INFO [StoreOpener-c4d30d58b4381717350bc473ed63238b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4d30d58b4381717350bc473ed63238b columnFamilyName cf 2024-11-08T01:40:56,566 DEBUG [StoreOpener-9f5e4fcb648724044b836191e5f1d28e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:56,566 DEBUG [StoreOpener-c4d30d58b4381717350bc473ed63238b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:56,566 INFO [StoreOpener-9f5e4fcb648724044b836191e5f1d28e-1 {}] regionserver.HStore(327): Store=9f5e4fcb648724044b836191e5f1d28e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:56,566 INFO [StoreOpener-c4d30d58b4381717350bc473ed63238b-1 {}] regionserver.HStore(327): Store=c4d30d58b4381717350bc473ed63238b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:56,567 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,567 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,568 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,568 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,569 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,569 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,570 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,570 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,570 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,570 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,572 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,572 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,573 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened c4d30d58b4381717350bc473ed63238b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75205637, jitterRate=0.12065131962299347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:56,573 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,574 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for c4d30d58b4381717350bc473ed63238b: Running coprocessor pre-open hook at 1731030056563Writing region info on filesystem at 1731030056563Initializing all the Stores at 1731030056564 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030056564Cleaning up temporary data from old regions at 1731030056570 (+6 ms)Running coprocessor post-open hooks at 1731030056573 (+3 ms)Region opened successfully at 1731030056574 (+1 ms) 2024-11-08T01:40:56,574 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 9f5e4fcb648724044b836191e5f1d28e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69253597, jitterRate=0.031959012150764465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:56,574 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,574 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 9f5e4fcb648724044b836191e5f1d28e: Running coprocessor pre-open hook at 1731030056563Writing region info on filesystem at 1731030056563Initializing all the Stores at 1731030056564 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030056564Cleaning up temporary data from old regions at 1731030056570 (+6 ms)Running coprocessor post-open hooks at 1731030056574 (+4 ms)Region opened successfully at 1731030056574 2024-11-08T01:40:56,575 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., pid=44, masterSystemTime=1731030056555 2024-11-08T01:40:56,575 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b., pid=43, masterSystemTime=1731030056554 2024-11-08T01:40:56,577 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:56,577 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:40:56,577 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:56,577 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 30261b919d751c62b7f4c37fcc10dffc, NAME => 'SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T01:40:56,578 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,578 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:56,578 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,578 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=9f5e4fcb648724044b836191e5f1d28e, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:56,578 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,580 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=c4d30d58b4381717350bc473ed63238b, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:56,580 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:56,580 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:40:56,580 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:56,580 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => cd11c859ea2bb1e41acb2bb49fa7975f, NAME => 'SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T01:40:56,580 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,581 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:40:56,581 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,581 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f5e4fcb648724044b836191e5f1d28e, server=8118b061437f,41025,1731030002219 because future has completed 2024-11-08T01:40:56,583 INFO [StoreOpener-30261b919d751c62b7f4c37fcc10dffc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4d30d58b4381717350bc473ed63238b, server=8118b061437f,34519,1731030001968 because future has completed 2024-11-08T01:40:56,584 INFO [StoreOpener-cd11c859ea2bb1e41acb2bb49fa7975f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,585 INFO [StoreOpener-30261b919d751c62b7f4c37fcc10dffc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30261b919d751c62b7f4c37fcc10dffc columnFamilyName cf 2024-11-08T01:40:56,585 DEBUG [StoreOpener-30261b919d751c62b7f4c37fcc10dffc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:56,586 INFO [StoreOpener-cd11c859ea2bb1e41acb2bb49fa7975f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd11c859ea2bb1e41acb2bb49fa7975f columnFamilyName cf 2024-11-08T01:40:56,586 DEBUG [StoreOpener-cd11c859ea2bb1e41acb2bb49fa7975f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:40:56,587 INFO [StoreOpener-cd11c859ea2bb1e41acb2bb49fa7975f-1 {}] regionserver.HStore(327): Store=cd11c859ea2bb1e41acb2bb49fa7975f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:56,587 INFO [StoreOpener-30261b919d751c62b7f4c37fcc10dffc-1 {}] regionserver.HStore(327): Store=30261b919d751c62b7f4c37fcc10dffc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:40:56,587 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-08T01:40:56,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f5e4fcb648724044b836191e5f1d28e, server=8118b061437f,41025,1731030002219 in 10.0330 sec 2024-11-08T01:40:56,589 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-08T01:40:56,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure c4d30d58b4381717350bc473ed63238b, server=8118b061437f,34519,1731030001968 in 10.0360 sec 2024-11-08T01:40:56,590 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f5e4fcb648724044b836191e5f1d28e, ASSIGN in 10.2000 sec 2024-11-08T01:40:56,590 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:40:56,591 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4d30d58b4381717350bc473ed63238b, ASSIGN in 10.2010 sec 2024-11-08T01:40:56,593 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b 2024-11-08T01:40:56,594 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,594 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,594 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,595 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,595 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,598 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,598 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,599 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened cd11c859ea2bb1e41acb2bb49fa7975f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67850161, jitterRate=0.011046186089515686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:56,599 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 30261b919d751c62b7f4c37fcc10dffc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68585277, jitterRate=0.0220002681016922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:40:56,599 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,599 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,600 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 30261b919d751c62b7f4c37fcc10dffc: Running coprocessor pre-open hook at 1731030056578Writing region info on filesystem at 1731030056578Initializing all the Stores at 1731030056582 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030056582Cleaning up temporary data from old regions at 1731030056594 (+12 ms)Running coprocessor post-open hooks at 1731030056599 (+5 ms)Region opened successfully at 1731030056600 (+1 ms) 2024-11-08T01:40:56,600 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for cd11c859ea2bb1e41acb2bb49fa7975f: Running coprocessor pre-open hook at 1731030056581Writing region info on filesystem at 1731030056581Initializing all the Stores at 1731030056583 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030056583Cleaning up temporary data from old regions at 1731030056595 (+12 ms)Running coprocessor post-open hooks at 1731030056599 (+4 ms)Region opened successfully at 1731030056600 (+1 ms) 2024-11-08T01:40:56,601 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc., pid=45, masterSystemTime=1731030056555 2024-11-08T01:40:56,601 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f., pid=46, masterSystemTime=1731030056554 2024-11-08T01:40:56,603 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:56,603 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:40:56,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=30261b919d751c62b7f4c37fcc10dffc, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41025,1731030002219 2024-11-08T01:40:56,605 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:56,605 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:40:56,606 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=cd11c859ea2bb1e41acb2bb49fa7975f, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34519,1731030001968 2024-11-08T01:40:56,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30261b919d751c62b7f4c37fcc10dffc, server=8118b061437f,41025,1731030002219 because future has completed 2024-11-08T01:40:56,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f, server=8118b061437f,34519,1731030001968 because future has completed 2024-11-08T01:40:56,610 INFO [master/8118b061437f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T01:40:56,610 INFO [master/8118b061437f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T01:40:56,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-08T01:40:56,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 30261b919d751c62b7f4c37fcc10dffc, server=8118b061437f,41025,1731030002219 in 10.0540 sec 2024-11-08T01:40:56,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-08T01:40:56,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f, server=8118b061437f,34519,1731030001968 in 10.0540 sec 2024-11-08T01:40:56,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30261b919d751c62b7f4c37fcc10dffc, ASSIGN in 10.2230 sec 2024-11-08T01:40:56,614 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:40:56,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-08T01:40:56,615 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:40:56,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd11c859ea2bb1e41acb2bb49fa7975f, ASSIGN in 10.2240 sec 2024-11-08T01:40:56,616 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 8118b061437f,41973,1731030002114 after splitting done 2024-11-08T01:40:56,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 8118b061437f,41973,1731030002114, splitWal=true, meta=false in 20.2050 sec 2024-11-08T01:41:00,244 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T01:41:02,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T01:41:05,543 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T01:41:06,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T01:41:06,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T01:41:06,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:41:06,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:41:06,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 30261b919d751c62b7f4c37fcc10dffc: 2024-11-08T01:41:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. for SnapshotProcedureTest completed. 2024-11-08T01:41:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9f5e4fcb648724044b836191e5f1d28e: 2024-11-08T01:41:06,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T01:41:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. for SnapshotProcedureTest completed. 2024-11-08T01:41:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:41:06,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T01:41:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:41:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:41:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c4d30d58b4381717350bc473ed63238b: 2024-11-08T01:41:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:41:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:41:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:41:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. for SnapshotProcedureTest completed. 2024-11-08T01:41:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:41:06,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for cd11c859ea2bb1e41acb2bb49fa7975f: 2024-11-08T01:41:06,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:41:06,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. for SnapshotProcedureTest completed. 2024-11-08T01:41:06,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:41:06,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:41:06,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:41:06,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:41:06,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:41:06,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:41:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741857_1033 (size=65) 2024-11-08T01:41:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741857_1033 (size=65) 2024-11-08T01:41:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741857_1033 (size=65) 2024-11-08T01:41:06,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:41:06,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T01:41:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T01:41:06,620 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4d30d58b4381717350bc473ed63238b 2024-11-08T01:41:06,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b 2024-11-08T01:41:06,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741858_1034 (size=65) 2024-11-08T01:41:06,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741860_1036 (size=57) 2024-11-08T01:41:06,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741858_1034 (size=65) 2024-11-08T01:41:06,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741860_1036 (size=57) 2024-11-08T01:41:06,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4d30d58b4381717350bc473ed63238b in 30.3920 sec 2024-11-08T01:41:06,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:41:06,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T01:41:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741858_1034 (size=65) 2024-11-08T01:41:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741860_1036 (size=57) 2024-11-08T01:41:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T01:41:06,625 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:41:06,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:41:06,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T01:41:06,625 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:41:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T01:41:06,626 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:41:06,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:41:06,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 30261b919d751c62b7f4c37fcc10dffc in 30.3970 sec 2024-11-08T01:41:06,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cd11c859ea2bb1e41acb2bb49fa7975f in 30.3970 sec 2024-11-08T01:41:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741859_1035 (size=65) 2024-11-08T01:41:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741859_1035 (size=65) 2024-11-08T01:41:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741859_1035 (size=65) 2024-11-08T01:41:06,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:41:06,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T01:41:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T01:41:06,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:41:06,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:41:06,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-08T01:41:06,642 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:41:06,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9f5e4fcb648724044b836191e5f1d28e in 30.4090 sec 2024-11-08T01:41:06,644 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:41:06,647 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:41:06,647 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T01:41:06,650 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T01:41:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741861_1037 (size=1094) 2024-11-08T01:41:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741861_1037 (size=1094) 2024-11-08T01:41:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741861_1037 (size=1094) 2024-11-08T01:41:06,690 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:41:06,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T01:41:06,707 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:06,707 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:06,707 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:06,707 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,34519,1731030001968 2024-11-08T01:41:06,707 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,34519,1731030001968 2024-11-08T01:41:06,714 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,34519,1731030001968 2024-11-08T01:41:09,827 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8118b061437f:36213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T01:41:11,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 54b288f110a5c5e23e2a7c36bc239035, had cached 0 bytes from a total of 28623 2024-11-08T01:41:11,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 08ad2b54c7b67408c7fae84569970e25, had cached 0 bytes from a total of 47197 2024-11-08T01:41:15,899 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 55fa6d722e85483816656a4dc6a500b4 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,900 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4d30d58b4381717350bc473ed63238b changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,901 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4446ed645d19fd9ff33acaba03fe4584 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,902 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 08ad2b54c7b67408c7fae84569970e25 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,902 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cd11c859ea2bb1e41acb2bb49fa7975f changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,903 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d2745995d10eb6a3613d12ae6b7465aa changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,903 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 30261b919d751c62b7f4c37fcc10dffc changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,903 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e9d5f6f6d26d447ccad386c3930a01bd changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,904 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9f5e4fcb648724044b836191e5f1d28e changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:15,904 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 54b288f110a5c5e23e2a7c36bc239035 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:16,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T01:41:16,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T01:41:16,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T01:41:16,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T01:41:16,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T01:41:16,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T01:41:16,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T01:41:16,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T01:41:16,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T01:41:16,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T01:41:16,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T01:41:16,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T01:41:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T01:41:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T01:41:16,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T01:41:16,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T01:41:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T01:41:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T01:41:16,729 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 Release verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:16,729 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,34519,1731030001968 Release verify snapshot worker=8118b061437f,34519,1731030001968 2024-11-08T01:41:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T01:41:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T01:41:16,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,34519,1731030001968 in 10.0290 sec 2024-11-08T01:41:16,733 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:16,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 in 10.0290 sec 2024-11-08T01:41:16,734 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,34519,1731030001968 2024-11-08T01:41:16,735 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,34519,1731030001968 Release verify snapshot worker=8118b061437f,34519,1731030001968 2024-11-08T01:41:16,735 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 Release verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:16,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 in 10.0350 sec 2024-11-08T01:41:16,739 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 Release verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:16,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,34519,1731030001968 in 10.0350 sec 2024-11-08T01:41:16,739 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,34519,1731030001968 Release verify snapshot worker=8118b061437f,34519,1731030001968 2024-11-08T01:41:16,740 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:16,740 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:16,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 in 10.0390 sec 2024-11-08T01:41:16,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,34519,1731030001968 in 10.0390 sec 2024-11-08T01:41:26,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T01:41:26,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T01:41:26,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T01:41:26,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T01:41:26,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T01:41:26,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T01:41:26,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T01:41:26,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T01:41:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T01:41:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T01:41:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T01:41:26,742 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 Release verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:26,742 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,34519,1731030001968 Release verify snapshot worker=8118b061437f,34519,1731030001968 2024-11-08T01:41:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T01:41:26,745 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 Release verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:26,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 in 20.0420 sec 2024-11-08T01:41:26,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,34519,1731030001968 in 20.0420 sec 2024-11-08T01:41:26,747 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 Release verify snapshot worker=8118b061437f,41025,1731030002219 2024-11-08T01:41:26,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 in 20.0450 sec 2024-11-08T01:41:26,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=25 2024-11-08T01:41:26,749 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:41:26,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,41025,1731030002219 in 20.0470 sec 2024-11-08T01:41:26,750 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T01:41:26,752 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:41:26,752 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T01:41:26,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5630 sec 2024-11-08T01:41:26,818 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T01:41:26,824 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T01:41:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T01:41:26,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:41:26,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:41:26,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:26,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:26,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:41:26,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T01:41:26,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1112586628, stopped=false 2024-11-08T01:41:26,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8118b061437f,36213,1731030001162 2024-11-08T01:41:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:41:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:41:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:41:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:26,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:41:26,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:41:26,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:41:26,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:41:26,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:41:26,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:26,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:41:26,896 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,34519,1731030001968' ***** 2024-11-08T01:41:26,896 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:41:26,896 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,41025,1731030002219' ***** 2024-11-08T01:41:26,896 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:41:26,897 INFO [RS:2;8118b061437f:41025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:41:26,897 INFO [RS:2;8118b061437f:41025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:41:26,897 INFO [RS:2;8118b061437f:41025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:41:26,897 INFO [RS:0;8118b061437f:34519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:41:26,897 INFO [RS:0;8118b061437f:34519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:41:26,897 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:41:26,897 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(3091): Received CLOSE for 54b288f110a5c5e23e2a7c36bc239035 2024-11-08T01:41:26,897 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:41:26,897 INFO [RS:0;8118b061437f:34519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:41:26,898 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(3091): Received CLOSE for 08ad2b54c7b67408c7fae84569970e25 2024-11-08T01:41:26,898 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(3091): Received CLOSE for 30261b919d751c62b7f4c37fcc10dffc 2024-11-08T01:41:26,898 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f5e4fcb648724044b836191e5f1d28e 2024-11-08T01:41:26,898 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(3091): Received CLOSE for 4446ed645d19fd9ff33acaba03fe4584 2024-11-08T01:41:26,898 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(3091): Received CLOSE for e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:41:26,898 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(3091): Received CLOSE for d2745995d10eb6a3613d12ae6b7465aa 2024-11-08T01:41:26,898 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(3091): Received CLOSE for 55fa6d722e85483816656a4dc6a500b4 2024-11-08T01:41:26,899 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,41025,1731030002219 2024-11-08T01:41:26,899 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(3091): Received CLOSE for c4d30d58b4381717350bc473ed63238b 2024-11-08T01:41:26,899 INFO [RS:2;8118b061437f:41025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:41:26,899 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(3091): Received CLOSE for cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:41:26,899 INFO [RS:2;8118b061437f:41025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8118b061437f:41025. 2024-11-08T01:41:26,899 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08ad2b54c7b67408c7fae84569970e25, disabling compactions & flushes 2024-11-08T01:41:26,899 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54b288f110a5c5e23e2a7c36bc239035, disabling compactions & flushes 2024-11-08T01:41:26,899 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:41:26,899 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,34519,1731030001968 2024-11-08T01:41:26,899 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:41:26,899 DEBUG [RS:2;8118b061437f:41025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:41:26,899 INFO [RS:0;8118b061437f:34519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:41:26,899 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:41:26,899 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:41:26,899 DEBUG [RS:2;8118b061437f:41025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:26,899 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. after waiting 0 ms 2024-11-08T01:41:26,899 INFO [RS:0;8118b061437f:34519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8118b061437f:34519. 2024-11-08T01:41:26,899 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. after waiting 0 ms 2024-11-08T01:41:26,899 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:41:26,899 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:41:26,900 DEBUG [RS:0;8118b061437f:34519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:41:26,900 DEBUG [RS:0;8118b061437f:34519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:26,900 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T01:41:26,900 DEBUG [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1325): Online Regions={54b288f110a5c5e23e2a7c36bc239035=SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035., 30261b919d751c62b7f4c37fcc10dffc=SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc., 9f5e4fcb648724044b836191e5f1d28e=SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e., e9d5f6f6d26d447ccad386c3930a01bd=SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd., d2745995d10eb6a3613d12ae6b7465aa=SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa.} 2024-11-08T01:41:26,900 INFO [RS:0;8118b061437f:34519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:41:26,900 INFO [RS:0;8118b061437f:34519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:41:26,900 INFO [RS:0;8118b061437f:34519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:41:26,900 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T01:41:26,900 DEBUG [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1351): Waiting on 30261b919d751c62b7f4c37fcc10dffc, 54b288f110a5c5e23e2a7c36bc239035, 9f5e4fcb648724044b836191e5f1d28e, d2745995d10eb6a3613d12ae6b7465aa, e9d5f6f6d26d447ccad386c3930a01bd 2024-11-08T01:41:26,900 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T01:41:26,900 DEBUG [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 08ad2b54c7b67408c7fae84569970e25=SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25., 4446ed645d19fd9ff33acaba03fe4584=SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584., 55fa6d722e85483816656a4dc6a500b4=SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4., c4d30d58b4381717350bc473ed63238b=SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b., cd11c859ea2bb1e41acb2bb49fa7975f=SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f.} 2024-11-08T01:41:26,901 DEBUG [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1351): Waiting on 08ad2b54c7b67408c7fae84569970e25, 1588230740, 4446ed645d19fd9ff33acaba03fe4584, 55fa6d722e85483816656a4dc6a500b4, c4d30d58b4381717350bc473ed63238b, cd11c859ea2bb1e41acb2bb49fa7975f 2024-11-08T01:41:26,901 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:41:26,901 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:41:26,901 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:41:26,901 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:41:26,901 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:41:26,901 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-08T01:41:26,907 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/08ad2b54c7b67408c7fae84569970e25/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T01:41:26,907 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/54b288f110a5c5e23e2a7c36bc239035/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T01:41:26,910 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:41:26,910 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:41:26,910 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08ad2b54c7b67408c7fae84569970e25: Waiting for close lock at 1731030086898Running coprocessor pre-close hooks at 1731030086899 (+1 ms)Disabling compacts and flushes for region at 1731030086899Disabling writes for close at 1731030086899Writing region close event to WAL at 1731030086902 (+3 ms)Running coprocessor post-close hooks at 1731030086908 (+6 ms)Closed at 1731030086910 (+2 ms) 2024-11-08T01:41:26,910 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54b288f110a5c5e23e2a7c36bc239035: Waiting for close lock at 1731030086898Running coprocessor pre-close hooks at 1731030086899 (+1 ms)Disabling compacts and flushes for region at 1731030086899Disabling writes for close at 1731030086899Writing region close event to WAL at 1731030086902 (+3 ms)Running coprocessor post-close hooks at 1731030086908 (+6 ms)Closed at 1731030086910 (+2 ms) 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731030016118.08ad2b54c7b67408c7fae84569970e25. 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731030016118.54b288f110a5c5e23e2a7c36bc239035. 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30261b919d751c62b7f4c37fcc10dffc, disabling compactions & flushes 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4446ed645d19fd9ff33acaba03fe4584, disabling compactions & flushes 2024-11-08T01:41:26,911 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:41:26,911 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. after waiting 0 ms 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. after waiting 0 ms 2024-11-08T01:41:26,911 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:41:26,920 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/30261b919d751c62b7f4c37fcc10dffc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:41:26,920 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/4446ed645d19fd9ff33acaba03fe4584/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:41:26,921 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:41:26,921 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30261b919d751c62b7f4c37fcc10dffc: Waiting for close lock at 1731030086911Running coprocessor pre-close hooks at 1731030086911Disabling compacts and flushes for region at 1731030086911Disabling writes for close at 1731030086911Writing region close event to WAL at 1731030086912 (+1 ms)Running coprocessor post-close hooks at 1731030086921 (+9 ms)Closed at 1731030086921 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4446ed645d19fd9ff33acaba03fe4584: Waiting for close lock at 1731030086911Running coprocessor pre-close hooks at 1731030086911Disabling compacts and flushes for region at 1731030086911Disabling writes for close at 1731030086911Writing region close event to WAL at 1731030086912 (+1 ms)Running coprocessor post-close hooks at 1731030086920 (+8 ms)Closed at 1731030086921 (+1 ms) 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc. 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731030016118.4446ed645d19fd9ff33acaba03fe4584. 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f5e4fcb648724044b836191e5f1d28e, disabling compactions & flushes 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55fa6d722e85483816656a4dc6a500b4, disabling compactions & flushes 2024-11-08T01:41:26,921 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:41:26,921 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. after waiting 0 ms 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. after waiting 0 ms 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:41:26,921 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:41:26,931 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/9f5e4fcb648724044b836191e5f1d28e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:41:26,931 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:41:26,932 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f5e4fcb648724044b836191e5f1d28e: Waiting for close lock at 1731030086921Running coprocessor pre-close hooks at 1731030086921Disabling compacts and flushes for region at 1731030086921Disabling writes for close at 1731030086921Writing region close event to WAL at 1731030086922 (+1 ms)Running coprocessor post-close hooks at 1731030086931 (+9 ms)Closed at 1731030086931 2024-11-08T01:41:26,932 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731030016118.9f5e4fcb648724044b836191e5f1d28e. 2024-11-08T01:41:26,932 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9d5f6f6d26d447ccad386c3930a01bd, disabling compactions & flushes 2024-11-08T01:41:26,932 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:41:26,932 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:41:26,932 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. after waiting 0 ms 2024-11-08T01:41:26,932 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:41:26,934 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/55fa6d722e85483816656a4dc6a500b4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:41:26,935 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:41:26,935 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55fa6d722e85483816656a4dc6a500b4: Waiting for close lock at 1731030086921Running coprocessor pre-close hooks at 1731030086921Disabling compacts and flushes for region at 1731030086921Disabling writes for close at 1731030086921Writing region close event to WAL at 1731030086930 (+9 ms)Running coprocessor post-close hooks at 1731030086935 (+5 ms)Closed at 1731030086935 2024-11-08T01:41:26,935 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731030016118.55fa6d722e85483816656a4dc6a500b4. 2024-11-08T01:41:26,936 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4d30d58b4381717350bc473ed63238b, disabling compactions & flushes 2024-11-08T01:41:26,936 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:41:26,936 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:41:26,936 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. after waiting 0 ms 2024-11-08T01:41:26,936 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:41:26,937 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/e9d5f6f6d26d447ccad386c3930a01bd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:41:26,938 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:41:26,938 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9d5f6f6d26d447ccad386c3930a01bd: Waiting for close lock at 1731030086932Running coprocessor pre-close hooks at 1731030086932Disabling compacts and flushes for region at 1731030086932Disabling writes for close at 1731030086932Writing region close event to WAL at 1731030086932Running coprocessor post-close hooks at 1731030086938 (+6 ms)Closed at 1731030086938 2024-11-08T01:41:26,939 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731030016118.e9d5f6f6d26d447ccad386c3930a01bd. 2024-11-08T01:41:26,939 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2745995d10eb6a3613d12ae6b7465aa, disabling compactions & flushes 2024-11-08T01:41:26,939 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:41:26,939 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:41:26,939 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. after waiting 0 ms 2024-11-08T01:41:26,939 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:41:26,942 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/c4d30d58b4381717350bc473ed63238b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:41:26,943 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:41:26,943 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4d30d58b4381717350bc473ed63238b: Waiting for close lock at 1731030086936Running coprocessor pre-close hooks at 1731030086936Disabling compacts and flushes for region at 1731030086936Disabling writes for close at 1731030086936Writing region close event to WAL at 1731030086936Running coprocessor post-close hooks at 1731030086943 (+7 ms)Closed at 1731030086943 2024-11-08T01:41:26,943 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731030016118.c4d30d58b4381717350bc473ed63238b. 2024-11-08T01:41:26,943 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd11c859ea2bb1e41acb2bb49fa7975f, disabling compactions & flushes 2024-11-08T01:41:26,943 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:41:26,943 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:41:26,943 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. after waiting 0 ms 2024-11-08T01:41:26,943 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:41:26,945 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/d2745995d10eb6a3613d12ae6b7465aa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:41:26,945 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:41:26,945 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2745995d10eb6a3613d12ae6b7465aa: Waiting for close lock at 1731030086939Running coprocessor pre-close hooks at 1731030086939Disabling compacts and flushes for region at 1731030086939Disabling writes for close at 1731030086939Writing region close event to WAL at 1731030086939Running coprocessor post-close hooks at 1731030086945 (+6 ms)Closed at 1731030086945 2024-11-08T01:41:26,946 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731030016118.d2745995d10eb6a3613d12ae6b7465aa. 2024-11-08T01:41:26,950 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/info/2d3398973cb844cbae95fce83faadffd is 167, key is SPTestTable,19999999,1731030016118.30261b919d751c62b7f4c37fcc10dffc./info:regioninfo/1731030056603/Put/seqid=0 2024-11-08T01:41:26,953 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/default/SPTestTable/cd11c859ea2bb1e41acb2bb49fa7975f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:41:26,954 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:41:26,954 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd11c859ea2bb1e41acb2bb49fa7975f: Waiting for close lock at 1731030086943Running coprocessor pre-close hooks at 1731030086943Disabling compacts and flushes for region at 1731030086943Disabling writes for close at 1731030086943Writing region close event to WAL at 1731030086948 (+5 ms)Running coprocessor post-close hooks at 1731030086954 (+6 ms)Closed at 1731030086954 2024-11-08T01:41:26,954 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731030016118.cd11c859ea2bb1e41acb2bb49fa7975f. 2024-11-08T01:41:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741862_1038 (size=20292) 2024-11-08T01:41:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741862_1038 (size=20292) 2024-11-08T01:41:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741862_1038 (size=20292) 2024-11-08T01:41:26,966 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/info/2d3398973cb844cbae95fce83faadffd 2024-11-08T01:41:26,976 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:41:26,977 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:41:26,989 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/ns/91fc62d96d3645baa028cf86cdd6bff9 is 43, key is default/ns:d/1731030015825/Put/seqid=0 2024-11-08T01:41:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741863_1039 (size=5153) 2024-11-08T01:41:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741863_1039 (size=5153) 2024-11-08T01:41:26,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741863_1039 (size=5153) 2024-11-08T01:41:26,997 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/ns/91fc62d96d3645baa028cf86cdd6bff9 2024-11-08T01:41:27,019 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/table/ded9673ad5f74dd9819e4666e0042241 is 47, key is SPTestTable/table:state/1731030026643/Put/seqid=0 2024-11-08T01:41:27,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741864_1040 (size=5214) 2024-11-08T01:41:27,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741864_1040 (size=5214) 2024-11-08T01:41:27,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741864_1040 (size=5214) 2024-11-08T01:41:27,027 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/table/ded9673ad5f74dd9819e4666e0042241 2024-11-08T01:41:27,036 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/info/2d3398973cb844cbae95fce83faadffd as hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/info/2d3398973cb844cbae95fce83faadffd 2024-11-08T01:41:27,044 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/info/2d3398973cb844cbae95fce83faadffd, entries=116, sequenceid=37, filesize=19.8 K 2024-11-08T01:41:27,045 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/ns/91fc62d96d3645baa028cf86cdd6bff9 as hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/ns/91fc62d96d3645baa028cf86cdd6bff9 2024-11-08T01:41:27,053 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/ns/91fc62d96d3645baa028cf86cdd6bff9, entries=2, sequenceid=37, filesize=5.0 K 2024-11-08T01:41:27,054 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/.tmp/table/ded9673ad5f74dd9819e4666e0042241 as hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/table/ded9673ad5f74dd9819e4666e0042241 2024-11-08T01:41:27,061 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/table/ded9673ad5f74dd9819e4666e0042241, entries=2, sequenceid=37, filesize=5.1 K 2024-11-08T01:41:27,062 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=37, compaction requested=false 2024-11-08T01:41:27,066 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-08T01:41:27,067 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:41:27,067 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:41:27,067 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030086901Running coprocessor pre-close hooks at 1731030086901Disabling compacts and flushes for region at 1731030086901Disabling writes for close at 1731030086901Obtaining lock to block concurrent updates at 1731030086901Preparing flush snapshotting stores in 1588230740 at 1731030086901Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731030086902 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731030086902Flushing 1588230740/info: creating writer at 1731030086903 (+1 ms)Flushing 1588230740/info: appending metadata at 1731030086939 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731030086939Flushing 1588230740/ns: creating writer at 1731030086974 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731030086988 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731030086988Flushing 1588230740/table: creating writer at 1731030087004 (+16 ms)Flushing 1588230740/table: appending metadata at 1731030087018 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731030087018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e79310a: reopening flushed file at 1731030087035 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@587476fb: reopening flushed file at 1731030087044 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed5c5a6: reopening flushed file at 1731030087053 (+9 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=37, compaction requested=false at 1731030087062 (+9 ms)Writing region close event to WAL at 1731030087063 (+1 ms)Running coprocessor post-close hooks at 1731030087067 (+4 ms)Closed at 1731030087067 2024-11-08T01:41:27,067 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T01:41:27,082 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T01:41:27,082 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T01:41:27,085 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T01:41:27,085 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T01:41:27,101 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,41025,1731030002219; all regions closed. 2024-11-08T01:41:27,101 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,34519,1731030001968; all regions closed. 2024-11-08T01:41:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741833_1009 (size=3500) 2024-11-08T01:41:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741833_1009 (size=3500) 2024-11-08T01:41:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741833_1009 (size=3500) 2024-11-08T01:41:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741836_1012 (size=19530) 2024-11-08T01:41:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741836_1012 (size=19530) 2024-11-08T01:41:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741836_1012 (size=19530) 2024-11-08T01:41:27,112 DEBUG [RS:0;8118b061437f:34519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/oldWALs 2024-11-08T01:41:27,112 DEBUG [RS:2;8118b061437f:41025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/oldWALs 2024-11-08T01:41:27,112 INFO [RS:0;8118b061437f:34519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C34519%2C1731030001968.meta:.meta(num 1731030015598) 2024-11-08T01:41:27,112 INFO [RS:2;8118b061437f:41025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C41025%2C1731030002219:(num 1731030005252) 2024-11-08T01:41:27,112 DEBUG [RS:2;8118b061437f:41025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:27,112 INFO [RS:2;8118b061437f:41025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:41:27,112 INFO [RS:2;8118b061437f:41025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:41:27,112 INFO [RS:2;8118b061437f:41025 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T01:41:27,113 INFO [RS:2;8118b061437f:41025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:41:27,113 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:41:27,113 INFO [RS:2;8118b061437f:41025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:41:27,113 INFO [RS:2;8118b061437f:41025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:41:27,113 INFO [RS:2;8118b061437f:41025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:41:27,113 INFO [RS:2;8118b061437f:41025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41025 2024-11-08T01:41:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741834_1010 (size=3530) 2024-11-08T01:41:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741834_1010 (size=3530) 2024-11-08T01:41:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741834_1010 (size=3530) 2024-11-08T01:41:27,118 DEBUG [RS:0;8118b061437f:34519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/oldWALs 2024-11-08T01:41:27,118 INFO [RS:0;8118b061437f:34519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C34519%2C1731030001968:(num 1731030005252) 2024-11-08T01:41:27,118 DEBUG [RS:0;8118b061437f:34519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:27,118 INFO [RS:0;8118b061437f:34519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:41:27,118 INFO [RS:0;8118b061437f:34519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:41:27,119 INFO [RS:0;8118b061437f:34519 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T01:41:27,119 INFO [RS:0;8118b061437f:34519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:41:27,119 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:41:27,119 INFO [RS:0;8118b061437f:34519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34519 2024-11-08T01:41:27,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:41:27,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,41025,1731030002219 2024-11-08T01:41:27,123 INFO [RS:2;8118b061437f:41025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:41:27,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,34519,1731030001968 2024-11-08T01:41:27,133 INFO [RS:0;8118b061437f:34519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:41:27,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,41025,1731030002219] 2024-11-08T01:41:27,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,41025,1731030002219 already deleted, retry=false 2024-11-08T01:41:27,155 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,41025,1731030002219 expired; onlineServers=1 2024-11-08T01:41:27,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,34519,1731030001968] 2024-11-08T01:41:27,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,34519,1731030001968 already deleted, retry=false 2024-11-08T01:41:27,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,34519,1731030001968 expired; onlineServers=0 2024-11-08T01:41:27,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8118b061437f,36213,1731030001162' ***** 2024-11-08T01:41:27,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T01:41:27,165 INFO [M:0;8118b061437f:36213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:41:27,166 INFO [M:0;8118b061437f:36213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:41:27,166 DEBUG [M:0;8118b061437f:36213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T01:41:27,166 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T01:41:27,166 DEBUG [M:0;8118b061437f:36213 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T01:41:27,166 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030004677 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030004677,5,FailOnTimeoutGroup] 2024-11-08T01:41:27,166 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030004676 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030004676,5,FailOnTimeoutGroup] 2024-11-08T01:41:27,167 INFO [M:0;8118b061437f:36213 {}] hbase.ChoreService(370): Chore service for: master/8118b061437f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T01:41:27,167 INFO [M:0;8118b061437f:36213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:41:27,167 DEBUG [M:0;8118b061437f:36213 {}] master.HMaster(1795): Stopping service threads 2024-11-08T01:41:27,167 INFO [M:0;8118b061437f:36213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T01:41:27,167 INFO [M:0;8118b061437f:36213 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:41:27,168 ERROR [M:0;8118b061437f:36213 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:46497 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46497,5,PEWorkerGroup] 2024-11-08T01:41:27,169 INFO [M:0;8118b061437f:36213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T01:41:27,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T01:41:27,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T01:41:27,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:27,176 DEBUG [M:0;8118b061437f:36213 {}] zookeeper.ZKUtil(347): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T01:41:27,176 WARN [M:0;8118b061437f:36213 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T01:41:27,176 INFO [M:0;8118b061437f:36213 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/.lastflushedseqids 2024-11-08T01:41:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741865_1041 (size=686) 2024-11-08T01:41:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741865_1041 (size=686) 2024-11-08T01:41:27,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741865_1041 (size=686) 2024-11-08T01:41:27,189 INFO [M:0;8118b061437f:36213 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T01:41:27,190 INFO [M:0;8118b061437f:36213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T01:41:27,190 DEBUG [M:0;8118b061437f:36213 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:41:27,190 INFO [M:0;8118b061437f:36213 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:41:27,190 DEBUG [M:0;8118b061437f:36213 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:41:27,190 DEBUG [M:0;8118b061437f:36213 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:41:27,190 DEBUG [M:0;8118b061437f:36213 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:41:27,191 INFO [M:0;8118b061437f:36213 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=196.19 KB heapSize=243.21 KB 2024-11-08T01:41:27,208 DEBUG [M:0;8118b061437f:36213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/399983271f744f51842baca4c3123290 is 82, key is hbase:meta,,1/info:regioninfo/1731030015680/Put/seqid=0 2024-11-08T01:41:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741866_1042 (size=5672) 2024-11-08T01:41:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741866_1042 (size=5672) 2024-11-08T01:41:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741866_1042 (size=5672) 2024-11-08T01:41:27,214 INFO [M:0;8118b061437f:36213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/399983271f744f51842baca4c3123290 2024-11-08T01:41:27,239 DEBUG [M:0;8118b061437f:36213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67d2c36d65a341fb9607132fe618dea6 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731030026650/Put/seqid=0 2024-11-08T01:41:27,244 INFO [RS:2;8118b061437f:41025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:41:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:41:27,244 INFO [RS:2;8118b061437f:41025 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,41025,1731030002219; zookeeper connection closed. 2024-11-08T01:41:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x10118199e5c0003, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:41:27,245 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8cdefd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8cdefd8 2024-11-08T01:41:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741867_1043 (size=8972) 2024-11-08T01:41:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741867_1043 (size=8972) 2024-11-08T01:41:27,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741867_1043 (size=8972) 2024-11-08T01:41:27,247 INFO [M:0;8118b061437f:36213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.46 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67d2c36d65a341fb9607132fe618dea6 2024-11-08T01:41:27,254 INFO [M:0;8118b061437f:36213 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67d2c36d65a341fb9607132fe618dea6 2024-11-08T01:41:27,255 INFO [RS:0;8118b061437f:34519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:41:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:41:27,255 INFO [RS:0;8118b061437f:34519 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,34519,1731030001968; zookeeper connection closed. 2024-11-08T01:41:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x10118199e5c0001, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:41:27,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c6a167d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c6a167d 2024-11-08T01:41:27,255 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T01:41:27,277 DEBUG [M:0;8118b061437f:36213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/789e793065cb4762ac95c69277de5aca is 69, key is 8118b061437f,34519,1731030001968/rs:state/1731030004927/Put/seqid=0 2024-11-08T01:41:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741868_1044 (size=5441) 2024-11-08T01:41:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741868_1044 (size=5441) 2024-11-08T01:41:27,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741868_1044 (size=5441) 2024-11-08T01:41:27,285 INFO [M:0;8118b061437f:36213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/789e793065cb4762ac95c69277de5aca 2024-11-08T01:41:27,292 INFO [M:0;8118b061437f:36213 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 789e793065cb4762ac95c69277de5aca 2024-11-08T01:41:27,293 DEBUG [M:0;8118b061437f:36213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/399983271f744f51842baca4c3123290 as hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/399983271f744f51842baca4c3123290 2024-11-08T01:41:27,299 INFO [M:0;8118b061437f:36213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/399983271f744f51842baca4c3123290, entries=8, sequenceid=516, filesize=5.5 K 2024-11-08T01:41:27,300 DEBUG [M:0;8118b061437f:36213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67d2c36d65a341fb9607132fe618dea6 as hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67d2c36d65a341fb9607132fe618dea6 2024-11-08T01:41:27,306 INFO [M:0;8118b061437f:36213 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67d2c36d65a341fb9607132fe618dea6 2024-11-08T01:41:27,307 INFO [M:0;8118b061437f:36213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67d2c36d65a341fb9607132fe618dea6, entries=56, sequenceid=516, filesize=8.8 K 2024-11-08T01:41:27,308 DEBUG [M:0;8118b061437f:36213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/789e793065cb4762ac95c69277de5aca as hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/789e793065cb4762ac95c69277de5aca 2024-11-08T01:41:27,315 INFO [M:0;8118b061437f:36213 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 789e793065cb4762ac95c69277de5aca 2024-11-08T01:41:27,315 INFO [M:0;8118b061437f:36213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/5f9050ca-f167-8314-e93c-2dfa1ac9fd4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/789e793065cb4762ac95c69277de5aca, entries=3, sequenceid=516, filesize=5.3 K 2024-11-08T01:41:27,317 INFO [M:0;8118b061437f:36213 {}] regionserver.HRegion(3140): Finished flush of dataSize ~196.19 KB/200900, heapSize ~242.91 KB/248744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=516, compaction requested=false 2024-11-08T01:41:27,318 INFO [M:0;8118b061437f:36213 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:41:27,318 DEBUG [M:0;8118b061437f:36213 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030087190Disabling compacts and flushes for region at 1731030087190Disabling writes for close at 1731030087190Obtaining lock to block concurrent updates at 1731030087191 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731030087191Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200900, getHeapSize=248984, getOffHeapSize=0, getCellsCount=623 at 1731030087191Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731030087192 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731030087192Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731030087207 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731030087207Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731030087221 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731030087238 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731030087238Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731030087254 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731030087275 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731030087275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ada6c6: reopening flushed file at 1731030087292 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e61ca4: reopening flushed file at 1731030087299 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@140afd22: reopening flushed file at 1731030087307 (+8 ms)Finished flush of dataSize ~196.19 KB/200900, heapSize ~242.91 KB/248744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=516, compaction requested=false at 1731030087317 (+10 ms)Writing region close event to WAL at 1731030087318 (+1 ms)Closed at 1731030087318 2024-11-08T01:41:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35417 is added to blk_1073741830_1006 (size=235287) 2024-11-08T01:41:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741830_1006 (size=235287) 2024-11-08T01:41:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741830_1006 (size=235287) 2024-11-08T01:41:27,322 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:41:27,322 INFO [M:0;8118b061437f:36213 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T01:41:27,322 INFO [M:0;8118b061437f:36213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36213 2024-11-08T01:41:27,322 INFO [M:0;8118b061437f:36213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:41:27,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:41:27,434 INFO [M:0;8118b061437f:36213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:41:27,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x10118199e5c0000, quorum=127.0.0.1:59346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:41:27,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:41:27,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:41:27,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:41:27,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:41:27,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir/,STOPPED} 2024-11-08T01:41:27,471 WARN [BP-293997875-172.17.0.2-1731029996067 heartbeating to localhost/127.0.0.1:46497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:41:27,471 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:41:27,471 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:41:27,471 WARN [BP-293997875-172.17.0.2-1731029996067 heartbeating to localhost/127.0.0.1:46497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-293997875-172.17.0.2-1731029996067 (Datanode Uuid ab0e7450-5b9e-465f-906a-c05c2700a383) service to localhost/127.0.0.1:46497 2024-11-08T01:41:27,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data5/current/BP-293997875-172.17.0.2-1731029996067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:41:27,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data6/current/BP-293997875-172.17.0.2-1731029996067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:41:27,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:41:27,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:41:27,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:41:27,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:41:27,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:41:27,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir/,STOPPED} 2024-11-08T01:41:27,477 WARN [BP-293997875-172.17.0.2-1731029996067 heartbeating to localhost/127.0.0.1:46497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:41:27,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:41:27,477 WARN [BP-293997875-172.17.0.2-1731029996067 heartbeating to localhost/127.0.0.1:46497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-293997875-172.17.0.2-1731029996067 (Datanode Uuid 82e27014-b08e-400d-9260-f2b2b4772d94) service to localhost/127.0.0.1:46497 2024-11-08T01:41:27,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:41:27,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data3/current/BP-293997875-172.17.0.2-1731029996067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:41:27,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data4/current/BP-293997875-172.17.0.2-1731029996067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:41:27,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:41:27,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:41:27,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:41:27,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:41:27,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:41:27,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir/,STOPPED} 2024-11-08T01:41:27,483 WARN [BP-293997875-172.17.0.2-1731029996067 heartbeating to localhost/127.0.0.1:46497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:41:27,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:41:27,483 WARN [BP-293997875-172.17.0.2-1731029996067 heartbeating to localhost/127.0.0.1:46497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-293997875-172.17.0.2-1731029996067 (Datanode Uuid 939a93d5-0bdc-4d8a-9b40-ac02f49796d3) service to localhost/127.0.0.1:46497 2024-11-08T01:41:27,483 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:41:27,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data1/current/BP-293997875-172.17.0.2-1731029996067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:41:27,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/cluster_caace668-e114-2375-00f0-d88ef313f138/data/data2/current/BP-293997875-172.17.0.2-1731029996067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:41:27,484 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:41:27,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:41:27,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:41:27,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:41:27,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:41:27,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir/,STOPPED} 2024-11-08T01:41:27,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T01:41:27,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T01:41:27,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/8118b061437f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8118b061437f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@57d06836 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8118b061437f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/8118b061437f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8118b061437f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8118b061437f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8118b061437f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46497 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8118b061437f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46497 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=6266 (was 7534) 2024-11-08T01:41:27,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=6266 2024-11-08T01:41:27,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir so I do NOT create it in target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1 2024-11-08T01:41:27,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T01:41:27,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.tmp.dir so I do NOT create it in target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1 2024-11-08T01:41:27,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b73741f-326d-a415-9827-03b902db1bf2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T01:41:27,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1 2024-11-08T01:41:27,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T01:41:27,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a, deleteOnExit=true 2024-11-08T01:41:27,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T01:41:27,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/test.cache.data in system properties and HBase conf 2024-11-08T01:41:27,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T01:41:27,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir in system properties and HBase conf 2024-11-08T01:41:27,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T01:41:27,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T01:41:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/nfs.dump.dir in system properties and HBase conf 2024-11-08T01:41:27,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/java.io.tmpdir in system properties and HBase conf 2024-11-08T01:41:27,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:41:27,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T01:41:27,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T01:41:27,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:41:27,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:41:27,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:41:27,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:41:27,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T01:41:27,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:41:27,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dcf699f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:41:27,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29e7e3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:41:28,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f3ccef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/java.io.tmpdir/jetty-localhost-36029-hadoop-hdfs-3_4_1-tests_jar-_-any-14252960136158043270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:41:28,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55d89a62{HTTP/1.1, (http/1.1)}{localhost:36029} 2024-11-08T01:41:28,039 INFO [Time-limited test {}] server.Server(415): Started @94052ms 2024-11-08T01:41:28,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:41:28,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:41:28,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:41:28,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:41:28,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T01:41:28,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7984d63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:41:28,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@386a2c52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:41:28,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a101649{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/java.io.tmpdir/jetty-localhost-45521-hadoop-hdfs-3_4_1-tests_jar-_-any-1576725245219371663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:41:28,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c6218e{HTTP/1.1, (http/1.1)}{localhost:45521} 2024-11-08T01:41:28,397 INFO [Time-limited test {}] server.Server(415): Started @94410ms 2024-11-08T01:41:28,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:41:28,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:41:28,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:41:28,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:41:28,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:41:28,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:41:28,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4180e574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:41:28,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55ec82a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:41:28,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39f341d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/java.io.tmpdir/jetty-localhost-35975-hadoop-hdfs-3_4_1-tests_jar-_-any-1771383492992502547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:41:28,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@165a31db{HTTP/1.1, (http/1.1)}{localhost:35975} 2024-11-08T01:41:28,536 INFO [Time-limited test {}] server.Server(415): Started @94549ms 2024-11-08T01:41:28,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:41:28,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:41:28,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:41:28,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:41:28,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:41:28,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:41:28,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dcebe55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:41:28,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e800446{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:41:28,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7d2e6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/java.io.tmpdir/jetty-localhost-46547-hadoop-hdfs-3_4_1-tests_jar-_-any-13905096974007975625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:41:28,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d64b7f5{HTTP/1.1, (http/1.1)}{localhost:46547} 2024-11-08T01:41:28,663 INFO [Time-limited test {}] server.Server(415): Started @94676ms 2024-11-08T01:41:28,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:41:30,024 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data1/current/BP-1904263218-172.17.0.2-1731030087597/current, will proceed with Du for space computation calculation, 2024-11-08T01:41:30,024 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data2/current/BP-1904263218-172.17.0.2-1731030087597/current, will proceed with Du for space computation calculation, 2024-11-08T01:41:30,043 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:41:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b425b85bac76159 with lease ID 0x4ebb1c6d817e0273: Processing first storage report for DS-6f221dd3-2ccd-459a-9021-7ed5178be534 from datanode DatanodeRegistration(127.0.0.1:36119, datanodeUuid=62ed5f99-b2bf-436e-96e4-6b4dc747ec79, infoPort=42787, infoSecurePort=0, ipcPort=42071, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597) 2024-11-08T01:41:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b425b85bac76159 with lease ID 0x4ebb1c6d817e0273: from storage DS-6f221dd3-2ccd-459a-9021-7ed5178be534 node DatanodeRegistration(127.0.0.1:36119, datanodeUuid=62ed5f99-b2bf-436e-96e4-6b4dc747ec79, infoPort=42787, infoSecurePort=0, ipcPort=42071, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T01:41:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b425b85bac76159 with lease ID 0x4ebb1c6d817e0273: Processing first storage report for DS-e173bba8-cced-4aea-a9b3-f4f919377a1a from datanode DatanodeRegistration(127.0.0.1:36119, datanodeUuid=62ed5f99-b2bf-436e-96e4-6b4dc747ec79, infoPort=42787, infoSecurePort=0, ipcPort=42071, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597) 2024-11-08T01:41:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b425b85bac76159 with lease ID 0x4ebb1c6d817e0273: from storage DS-e173bba8-cced-4aea-a9b3-f4f919377a1a node DatanodeRegistration(127.0.0.1:36119, datanodeUuid=62ed5f99-b2bf-436e-96e4-6b4dc747ec79, infoPort=42787, infoSecurePort=0, ipcPort=42071, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:41:30,236 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data3/current/BP-1904263218-172.17.0.2-1731030087597/current, will proceed with Du for space computation calculation, 2024-11-08T01:41:30,236 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data4/current/BP-1904263218-172.17.0.2-1731030087597/current, will proceed with Du for space computation calculation, 2024-11-08T01:41:30,255 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:41:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd78e3f84eb6c42f5 with lease ID 0x4ebb1c6d817e0274: Processing first storage report for DS-edb9fc39-a41d-43af-a07d-859fa83ac992 from datanode DatanodeRegistration(127.0.0.1:36711, datanodeUuid=b3ce776e-0d1d-4848-9945-a4b9d4bf2eca, infoPort=45907, infoSecurePort=0, ipcPort=37853, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597) 2024-11-08T01:41:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd78e3f84eb6c42f5 with lease ID 0x4ebb1c6d817e0274: from storage DS-edb9fc39-a41d-43af-a07d-859fa83ac992 node DatanodeRegistration(127.0.0.1:36711, datanodeUuid=b3ce776e-0d1d-4848-9945-a4b9d4bf2eca, infoPort=45907, infoSecurePort=0, ipcPort=37853, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:41:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd78e3f84eb6c42f5 with lease ID 0x4ebb1c6d817e0274: Processing first storage report for DS-a991a5e1-f0e3-4a9d-aa95-534b47b62d99 from datanode DatanodeRegistration(127.0.0.1:36711, datanodeUuid=b3ce776e-0d1d-4848-9945-a4b9d4bf2eca, infoPort=45907, infoSecurePort=0, ipcPort=37853, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597) 2024-11-08T01:41:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd78e3f84eb6c42f5 with lease ID 0x4ebb1c6d817e0274: from storage DS-a991a5e1-f0e3-4a9d-aa95-534b47b62d99 node DatanodeRegistration(127.0.0.1:36711, datanodeUuid=b3ce776e-0d1d-4848-9945-a4b9d4bf2eca, infoPort=45907, infoSecurePort=0, ipcPort=37853, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:41:30,408 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data5/current/BP-1904263218-172.17.0.2-1731030087597/current, will proceed with Du for space computation calculation, 2024-11-08T01:41:30,408 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data6/current/BP-1904263218-172.17.0.2-1731030087597/current, will proceed with Du for space computation calculation, 2024-11-08T01:41:30,427 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:41:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e5514907113b27 with lease ID 0x4ebb1c6d817e0275: Processing first storage report for DS-72f70af4-6723-40ae-8fb5-772461d45b4a from datanode DatanodeRegistration(127.0.0.1:35641, datanodeUuid=b3b1c99d-8215-478d-ba14-33be8fa17de7, infoPort=39391, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597) 2024-11-08T01:41:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e5514907113b27 with lease ID 0x4ebb1c6d817e0275: from storage DS-72f70af4-6723-40ae-8fb5-772461d45b4a node DatanodeRegistration(127.0.0.1:35641, datanodeUuid=b3b1c99d-8215-478d-ba14-33be8fa17de7, infoPort=39391, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:41:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e5514907113b27 with lease ID 0x4ebb1c6d817e0275: Processing first storage report for DS-4c96879a-7d98-4423-a34a-0b301471cfe7 from datanode DatanodeRegistration(127.0.0.1:35641, datanodeUuid=b3b1c99d-8215-478d-ba14-33be8fa17de7, infoPort=39391, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597) 2024-11-08T01:41:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e5514907113b27 with lease ID 0x4ebb1c6d817e0275: from storage DS-4c96879a-7d98-4423-a34a-0b301471cfe7 node DatanodeRegistration(127.0.0.1:35641, datanodeUuid=b3b1c99d-8215-478d-ba14-33be8fa17de7, infoPort=39391, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1959453035;c=1731030087597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:41:30,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1 2024-11-08T01:41:30,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/zookeeper_0, clientPort=61788, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T01:41:30,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61788 2024-11-08T01:41:30,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:41:30,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:41:30,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:41:30,497 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 with version=8 2024-11-08T01:41:30,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/hbase-staging 2024-11-08T01:41:30,500 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:41:30,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:41:30,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:41:30,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T01:41:30,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:41:30,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33225 2024-11-08T01:41:30,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33225 connecting to ZooKeeper ensemble=127.0.0.1:61788 2024-11-08T01:41:30,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332250x0, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:41:30,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33225-0x101181afe980000 connected 2024-11-08T01:41:30,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:41:30,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020, hbase.cluster.distributed=false 2024-11-08T01:41:30,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:41:30,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-08T01:41:30,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33225 2024-11-08T01:41:30,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33225 2024-11-08T01:41:30,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-08T01:41:30,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-08T01:41:30,688 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:41:30,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:41:30,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:41:30,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:41:30,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:41:30,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40933 2024-11-08T01:41:30,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40933 connecting to ZooKeeper ensemble=127.0.0.1:61788 2024-11-08T01:41:30,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409330x0, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:41:30,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40933-0x101181afe980001 connected 2024-11-08T01:41:30,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:41:30,702 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:41:30,703 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:41:30,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:41:30,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:41:30,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40933 2024-11-08T01:41:30,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40933 2024-11-08T01:41:30,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40933 2024-11-08T01:41:30,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40933 2024-11-08T01:41:30,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40933 2024-11-08T01:41:30,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:41:30,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:41:30,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:41:30,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:41:30,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:41:30,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38075 2024-11-08T01:41:30,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38075 connecting to ZooKeeper ensemble=127.0.0.1:61788 2024-11-08T01:41:30,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380750x0, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:41:30,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38075-0x101181afe980002 connected 2024-11-08T01:41:30,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:41:30,741 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:41:30,741 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:41:30,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:41:30,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:41:30,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38075 2024-11-08T01:41:30,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38075 2024-11-08T01:41:30,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38075 2024-11-08T01:41:30,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38075 2024-11-08T01:41:30,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38075 2024-11-08T01:41:30,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45 2024-11-08T01:41:30,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:41:30,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:41:30,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:41:30,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:41:30,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:41:30,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36559 2024-11-08T01:41:30,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36559 connecting to ZooKeeper ensemble=127.0.0.1:61788 2024-11-08T01:41:30,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365590x0, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:41:30,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:41:30,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36559-0x101181afe980003 connected 2024-11-08T01:41:30,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:41:30,783 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:41:30,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T01:41:30,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T01:41:30,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36559 2024-11-08T01:41:30,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36559 2024-11-08T01:41:30,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36559 2024-11-08T01:41:30,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36559 2024-11-08T01:41:30,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36559 2024-11-08T01:41:30,803 DEBUG [M:0;8118b061437f:33225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8118b061437f:33225 2024-11-08T01:41:30,803 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8118b061437f,33225,1731030090499 2024-11-08T01:41:30,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:41:30,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:41:30,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:41:30,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:41:30,814 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8118b061437f,33225,1731030090499 2024-11-08T01:41:30,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:41:30,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:41:30,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T01:41:30,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:30,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:30,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:30,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:30,825 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T01:41:30,826 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8118b061437f,33225,1731030090499 from backup master directory 2024-11-08T01:41:30,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:41:30,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8118b061437f,33225,1731030090499 2024-11-08T01:41:30,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:41:30,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:41:30,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T01:41:30,838 WARN [master/8118b061437f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:41:30,838 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8118b061437f,33225,1731030090499 2024-11-08T01:41:30,843 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/hbase.id] with ID: 0069abfc-fdc6-42c9-80e2-ac5d17139977 2024-11-08T01:41:30,843 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.tmp/hbase.id 2024-11-08T01:41:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:41:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:41:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:41:30,852 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.tmp/hbase.id]:[hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/hbase.id] 2024-11-08T01:41:30,866 INFO [master/8118b061437f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:41:30,866 INFO [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T01:41:30,868 INFO [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T01:41:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:30,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:41:30,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:41:30,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:41:30,890 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:41:30,890 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T01:41:30,891 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:41:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:41:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:41:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:41:30,900 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store 2024-11-08T01:41:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:41:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:41:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:41:30,909 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:30,909 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:41:30,909 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:41:30,909 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:41:30,909 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:41:30,909 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:41:30,909 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:41:30,909 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030090909Disabling compacts and flushes for region at 1731030090909Disabling writes for close at 1731030090909Writing region close event to WAL at 1731030090909Closed at 1731030090909 2024-11-08T01:41:30,910 WARN [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/.initializing 2024-11-08T01:41:30,910 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/WALs/8118b061437f,33225,1731030090499 2024-11-08T01:41:30,911 INFO [master/8118b061437f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:41:30,913 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C33225%2C1731030090499, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/WALs/8118b061437f,33225,1731030090499, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/oldWALs, maxLogs=10 2024-11-08T01:41:30,925 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/WALs/8118b061437f,33225,1731030090499/8118b061437f%2C33225%2C1731030090499.1731030090914, exclude list is [], retry=0 2024-11-08T01:41:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-edb9fc39-a41d-43af-a07d-859fa83ac992,DISK] 2024-11-08T01:41:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-72f70af4-6723-40ae-8fb5-772461d45b4a,DISK] 2024-11-08T01:41:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-6f221dd3-2ccd-459a-9021-7ed5178be534,DISK] 2024-11-08T01:41:30,930 INFO [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/WALs/8118b061437f,33225,1731030090499/8118b061437f%2C33225%2C1731030090499.1731030090914 2024-11-08T01:41:30,930 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45907:45907),(127.0.0.1/127.0.0.1:42787:42787),(127.0.0.1/127.0.0.1:39391:39391)] 2024-11-08T01:41:30,930 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:41:30,931 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:30,931 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,931 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T01:41:30,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:30,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:30,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T01:41:30,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:30,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:30,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T01:41:30,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:30,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:30,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T01:41:30,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:30,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:30,941 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,942 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,942 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,944 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,944 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,944 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:41:30,945 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:41:30,947 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:30,948 INFO [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59386499, jitterRate=-0.11507220566272736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:41:30,948 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731030090931Initializing all the Stores at 1731030090932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030090932Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030090932Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030090932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030090932Cleaning up temporary data from old regions at 1731030090944 (+12 ms)Region opened successfully at 1731030090948 (+4 ms) 2024-11-08T01:41:30,949 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T01:41:30,952 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4e0949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:41:30,953 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T01:41:30,953 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T01:41:30,953 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T01:41:30,954 INFO [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T01:41:30,954 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T01:41:30,955 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T01:41:30,955 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T01:41:30,957 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T01:41:30,958 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T01:41:30,964 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T01:41:30,965 INFO [master/8118b061437f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T01:41:30,965 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T01:41:30,975 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T01:41:30,975 INFO [master/8118b061437f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T01:41:30,976 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T01:41:30,985 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T01:41:30,986 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T01:41:30,996 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T01:41:30,998 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T01:41:31,007 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T01:41:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:41:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:41:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:41:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T01:41:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,018 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8118b061437f,33225,1731030090499, sessionid=0x101181afe980000, setting cluster-up flag (Was=false) 2024-11-08T01:41:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,070 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T01:41:31,071 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,33225,1731030090499 2024-11-08T01:41:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,123 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T01:41:31,124 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,33225,1731030090499 2024-11-08T01:41:31,125 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T01:41:31,127 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T01:41:31,127 INFO [master/8118b061437f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T01:41:31,127 INFO [master/8118b061437f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T01:41:31,128 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8118b061437f,33225,1731030090499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T01:41:31,129 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:41:31,129 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:41:31,130 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:41:31,130 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:41:31,130 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8118b061437f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T01:41:31,130 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,130 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:41:31,130 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,131 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030121131 2024-11-08T01:41:31,131 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T01:41:31,131 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T01:41:31,131 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T01:41:31,131 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T01:41:31,131 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T01:41:31,131 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T01:41:31,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:41:31,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T01:41:31,132 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,132 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T01:41:31,132 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T01:41:31,132 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T01:41:31,133 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T01:41:31,133 INFO [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T01:41:31,133 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030091133,5,FailOnTimeoutGroup] 2024-11-08T01:41:31,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:31,133 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030091133,5,FailOnTimeoutGroup] 2024-11-08T01:41:31,133 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,133 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T01:41:31,133 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,133 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T01:41:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:41:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:41:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:41:31,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T01:41:31,143 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:31,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:41:31,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:41:31,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:41:31,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:31,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:41:31,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:41:31,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:31,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:31,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:41:31,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:41:31,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:31,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:31,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:41:31,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:41:31,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:31,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:31,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:41:31,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:41:31,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:31,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:31,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:41:31,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740 2024-11-08T01:41:31,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740 2024-11-08T01:41:31,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:41:31,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:41:31,169 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:41:31,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:41:31,172 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:31,173 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65953121, jitterRate=-0.017221912741661072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:41:31,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731030091156Initializing all the Stores at 1731030091157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030091157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030091157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030091157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030091157Cleaning up temporary data from old regions at 1731030091169 (+12 ms)Region opened successfully at 1731030091173 (+4 ms) 2024-11-08T01:41:31,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:41:31,174 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:41:31,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:41:31,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:41:31,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:41:31,174 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:41:31,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030091174Disabling compacts and flushes for region at 1731030091174Disabling writes for close at 1731030091174Writing region close event to WAL at 1731030091174Closed at 1731030091174 2024-11-08T01:41:31,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:41:31,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T01:41:31,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T01:41:31,176 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:41:31,177 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T01:41:31,190 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(746): ClusterId : 0069abfc-fdc6-42c9-80e2-ac5d17139977 2024-11-08T01:41:31,190 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(746): ClusterId : 0069abfc-fdc6-42c9-80e2-ac5d17139977 2024-11-08T01:41:31,190 INFO [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(746): ClusterId : 0069abfc-fdc6-42c9-80e2-ac5d17139977 2024-11-08T01:41:31,190 DEBUG [RS:2;8118b061437f:36559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:41:31,190 DEBUG [RS:0;8118b061437f:40933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:41:31,190 DEBUG [RS:1;8118b061437f:38075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:41:31,204 DEBUG [RS:0;8118b061437f:40933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:41:31,204 DEBUG [RS:1;8118b061437f:38075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:41:31,204 DEBUG [RS:2;8118b061437f:36559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:41:31,204 DEBUG [RS:0;8118b061437f:40933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:41:31,204 DEBUG [RS:2;8118b061437f:36559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:41:31,204 DEBUG [RS:1;8118b061437f:38075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:41:31,214 DEBUG [RS:2;8118b061437f:36559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:41:31,214 DEBUG [RS:1;8118b061437f:38075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:41:31,214 DEBUG [RS:0;8118b061437f:40933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:41:31,215 DEBUG [RS:1;8118b061437f:38075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23369397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:41:31,215 DEBUG [RS:2;8118b061437f:36559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33abe66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:41:31,215 DEBUG [RS:0;8118b061437f:40933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75db10a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0 2024-11-08T01:41:31,228 DEBUG [RS:0;8118b061437f:40933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8118b061437f:40933 2024-11-08T01:41:31,228 INFO [RS:0;8118b061437f:40933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:41:31,228 INFO [RS:0;8118b061437f:40933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:41:31,228 DEBUG [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:41:31,229 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,33225,1731030090499 with port=40933, startcode=1731030090687 2024-11-08T01:41:31,229 DEBUG [RS:2;8118b061437f:36559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8118b061437f:36559 2024-11-08T01:41:31,229 INFO [RS:2;8118b061437f:36559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:41:31,229 INFO [RS:2;8118b061437f:36559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:41:31,229 DEBUG [RS:0;8118b061437f:40933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:41:31,229 DEBUG [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:41:31,230 INFO [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,33225,1731030090499 with port=36559, startcode=1731030090763 2024-11-08T01:41:31,230 DEBUG [RS:2;8118b061437f:36559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:41:31,231 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:41:31,232 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:41:31,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,40933,1731030090687 2024-11-08T01:41:31,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(517): Registering regionserver=8118b061437f,40933,1731030090687 2024-11-08T01:41:31,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,36559,1731030090763 2024-11-08T01:41:31,234 DEBUG [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:31,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(517): Registering regionserver=8118b061437f,36559,1731030090763 2024-11-08T01:41:31,234 DEBUG [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41069 2024-11-08T01:41:31,234 DEBUG [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:41:31,235 DEBUG [RS:1;8118b061437f:38075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8118b061437f:38075 2024-11-08T01:41:31,235 INFO [RS:1;8118b061437f:38075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:41:31,235 INFO [RS:1;8118b061437f:38075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:41:31,235 DEBUG [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:41:31,235 DEBUG [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:31,235 DEBUG [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41069 2024-11-08T01:41:31,235 DEBUG [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:41:31,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:41:31,245 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,33225,1731030090499 with port=38075, startcode=1731030090724 2024-11-08T01:41:31,245 DEBUG [RS:1;8118b061437f:38075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:41:31,247 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:41:31,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,38075,1731030090724 2024-11-08T01:41:31,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(517): Registering regionserver=8118b061437f,38075,1731030090724 2024-11-08T01:41:31,248 DEBUG [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:31,249 DEBUG [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41069 2024-11-08T01:41:31,249 DEBUG [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T01:41:31,287 DEBUG [RS:0;8118b061437f:40933 {}] zookeeper.ZKUtil(111): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,40933,1731030090687 2024-11-08T01:41:31,287 WARN [RS:0;8118b061437f:40933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:41:31,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,36559,1731030090763] 2024-11-08T01:41:31,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,40933,1731030090687] 2024-11-08T01:41:31,287 INFO [RS:0;8118b061437f:40933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:41:31,287 DEBUG [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,40933,1731030090687 2024-11-08T01:41:31,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:41:31,308 DEBUG [RS:2;8118b061437f:36559 {}] zookeeper.ZKUtil(111): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,36559,1731030090763 2024-11-08T01:41:31,308 WARN [RS:2;8118b061437f:36559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:41:31,309 INFO [RS:2;8118b061437f:36559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:41:31,309 DEBUG [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763 2024-11-08T01:41:31,309 DEBUG [RS:1;8118b061437f:38075 {}] zookeeper.ZKUtil(111): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,38075,1731030090724 2024-11-08T01:41:31,309 WARN [RS:1;8118b061437f:38075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:41:31,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,38075,1731030090724] 2024-11-08T01:41:31,310 INFO [RS:1;8118b061437f:38075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:41:31,310 DEBUG [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,38075,1731030090724 2024-11-08T01:41:31,311 INFO [RS:0;8118b061437f:40933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:41:31,316 INFO [RS:1;8118b061437f:38075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:41:31,316 INFO [RS:2;8118b061437f:36559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:41:31,318 INFO [RS:0;8118b061437f:40933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:41:31,320 INFO [RS:1;8118b061437f:38075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:41:31,320 INFO [RS:0;8118b061437f:40933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:41:31,320 INFO [RS:2;8118b061437f:36559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:41:31,320 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,320 INFO [RS:1;8118b061437f:38075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:41:31,320 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,321 INFO [RS:2;8118b061437f:36559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:41:31,321 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:41:31,321 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,321 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:41:31,321 INFO [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:41:31,322 INFO [RS:0;8118b061437f:40933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:41:31,322 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,322 INFO [RS:1;8118b061437f:38075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:41:31,322 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,322 INFO [RS:2;8118b061437f:36559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:41:31,322 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,322 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:41:31,322 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,322 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:41:31,323 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:41:31,323 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:1;8118b061437f:38075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:0;8118b061437f:40933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:41:31,323 DEBUG [RS:2;8118b061437f:36559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:41:31,328 WARN [8118b061437f:33225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T01:41:31,328 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,38075,1731030090724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,40933,1731030090687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:41:31,328 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,36559,1731030090763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:41:31,345 INFO [RS:2;8118b061437f:36559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:41:31,345 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,36559,1731030090763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,345 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,345 INFO [RS:2;8118b061437f:36559 {}] regionserver.Replication(171): 8118b061437f,36559,1731030090763 started 2024-11-08T01:41:31,350 INFO [RS:1;8118b061437f:38075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:41:31,350 INFO [RS:0;8118b061437f:40933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:41:31,350 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,38075,1731030090724-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,350 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,40933,1731030090687-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,350 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,350 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,350 INFO [RS:0;8118b061437f:40933 {}] regionserver.Replication(171): 8118b061437f,40933,1731030090687 started 2024-11-08T01:41:31,350 INFO [RS:1;8118b061437f:38075 {}] regionserver.Replication(171): 8118b061437f,38075,1731030090724 started 2024-11-08T01:41:31,358 INFO [RS:2;8118b061437f:36559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,358 INFO [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,36559,1731030090763, RpcServer on 8118b061437f/172.17.0.2:36559, sessionid=0x101181afe980003 2024-11-08T01:41:31,358 DEBUG [RS:2;8118b061437f:36559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:41:31,358 DEBUG [RS:2;8118b061437f:36559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,36559,1731030090763 2024-11-08T01:41:31,358 DEBUG [RS:2;8118b061437f:36559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,36559,1731030090763' 2024-11-08T01:41:31,358 DEBUG [RS:2;8118b061437f:36559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:41:31,359 DEBUG [RS:2;8118b061437f:36559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:41:31,359 DEBUG [RS:2;8118b061437f:36559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:41:31,359 DEBUG [RS:2;8118b061437f:36559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:41:31,359 DEBUG [RS:2;8118b061437f:36559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,36559,1731030090763 2024-11-08T01:41:31,359 DEBUG [RS:2;8118b061437f:36559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,36559,1731030090763' 2024-11-08T01:41:31,359 DEBUG [RS:2;8118b061437f:36559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:41:31,360 DEBUG [RS:2;8118b061437f:36559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:41:31,360 DEBUG [RS:2;8118b061437f:36559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:41:31,360 INFO [RS:2;8118b061437f:36559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:41:31,360 INFO [RS:2;8118b061437f:36559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:41:31,369 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,369 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:31,370 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,40933,1731030090687, RpcServer on 8118b061437f/172.17.0.2:40933, sessionid=0x101181afe980001 2024-11-08T01:41:31,370 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,38075,1731030090724, RpcServer on 8118b061437f/172.17.0.2:38075, sessionid=0x101181afe980002 2024-11-08T01:41:31,370 DEBUG [RS:1;8118b061437f:38075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:41:31,370 DEBUG [RS:0;8118b061437f:40933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:41:31,370 DEBUG [RS:1;8118b061437f:38075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,38075,1731030090724 2024-11-08T01:41:31,370 DEBUG [RS:0;8118b061437f:40933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,40933,1731030090687 2024-11-08T01:41:31,370 DEBUG [RS:1;8118b061437f:38075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,38075,1731030090724' 2024-11-08T01:41:31,370 DEBUG [RS:0;8118b061437f:40933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,40933,1731030090687' 2024-11-08T01:41:31,370 DEBUG [RS:1;8118b061437f:38075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:41:31,370 DEBUG [RS:0;8118b061437f:40933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T01:41:31,371 DEBUG [RS:1;8118b061437f:38075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:41:31,371 DEBUG [RS:0;8118b061437f:40933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T01:41:31,371 DEBUG [RS:0;8118b061437f:40933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:41:31,371 DEBUG [RS:1;8118b061437f:38075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:41:31,371 DEBUG [RS:0;8118b061437f:40933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:41:31,371 DEBUG [RS:1;8118b061437f:38075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:41:31,371 DEBUG [RS:0;8118b061437f:40933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,40933,1731030090687 2024-11-08T01:41:31,371 DEBUG [RS:1;8118b061437f:38075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,38075,1731030090724 2024-11-08T01:41:31,371 DEBUG [RS:0;8118b061437f:40933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,40933,1731030090687' 2024-11-08T01:41:31,371 DEBUG [RS:1;8118b061437f:38075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,38075,1731030090724' 2024-11-08T01:41:31,371 DEBUG [RS:0;8118b061437f:40933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:41:31,371 DEBUG [RS:1;8118b061437f:38075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T01:41:31,372 DEBUG [RS:0;8118b061437f:40933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:41:31,372 DEBUG [RS:1;8118b061437f:38075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T01:41:31,372 DEBUG [RS:0;8118b061437f:40933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:41:31,372 DEBUG [RS:1;8118b061437f:38075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:41:31,372 INFO [RS:0;8118b061437f:40933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:41:31,372 INFO [RS:0;8118b061437f:40933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:41:31,372 INFO [RS:1;8118b061437f:38075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:41:31,372 INFO [RS:1;8118b061437f:38075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:41:31,461 INFO [RS:2;8118b061437f:36559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:41:31,465 INFO [RS:2;8118b061437f:36559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C36559%2C1731030090763, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/oldWALs, maxLogs=32 2024-11-08T01:41:31,473 INFO [RS:0;8118b061437f:40933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:41:31,473 INFO [RS:1;8118b061437f:38075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T01:41:31,475 INFO [RS:0;8118b061437f:40933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C40933%2C1731030090687, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,40933,1731030090687, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/oldWALs, maxLogs=32 2024-11-08T01:41:31,475 INFO [RS:1;8118b061437f:38075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C38075%2C1731030090724, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,38075,1731030090724, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/oldWALs, maxLogs=32 2024-11-08T01:41:31,484 DEBUG [RS:2;8118b061437f:36559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763/8118b061437f%2C36559%2C1731030090763.1731030091469, exclude list is [], retry=0 2024-11-08T01:41:31,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-6f221dd3-2ccd-459a-9021-7ed5178be534,DISK] 2024-11-08T01:41:31,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-edb9fc39-a41d-43af-a07d-859fa83ac992,DISK] 2024-11-08T01:41:31,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-72f70af4-6723-40ae-8fb5-772461d45b4a,DISK] 2024-11-08T01:41:31,489 INFO [RS:2;8118b061437f:36559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763/8118b061437f%2C36559%2C1731030090763.1731030091469 2024-11-08T01:41:31,490 DEBUG [RS:2;8118b061437f:36559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45907:45907),(127.0.0.1/127.0.0.1:42787:42787),(127.0.0.1/127.0.0.1:39391:39391)] 2024-11-08T01:41:31,490 DEBUG [RS:0;8118b061437f:40933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,40933,1731030090687/8118b061437f%2C40933%2C1731030090687.1731030091477, exclude list is [], retry=0 2024-11-08T01:41:31,490 DEBUG [RS:1;8118b061437f:38075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,38075,1731030090724/8118b061437f%2C38075%2C1731030090724.1731030091477, exclude list is [], retry=0 2024-11-08T01:41:31,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-6f221dd3-2ccd-459a-9021-7ed5178be534,DISK] 2024-11-08T01:41:31,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-72f70af4-6723-40ae-8fb5-772461d45b4a,DISK] 2024-11-08T01:41:31,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-6f221dd3-2ccd-459a-9021-7ed5178be534,DISK] 2024-11-08T01:41:31,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-edb9fc39-a41d-43af-a07d-859fa83ac992,DISK] 2024-11-08T01:41:31,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-72f70af4-6723-40ae-8fb5-772461d45b4a,DISK] 2024-11-08T01:41:31,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-edb9fc39-a41d-43af-a07d-859fa83ac992,DISK] 2024-11-08T01:41:31,503 INFO [RS:0;8118b061437f:40933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,40933,1731030090687/8118b061437f%2C40933%2C1731030090687.1731030091477 2024-11-08T01:41:31,504 INFO [RS:1;8118b061437f:38075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,38075,1731030090724/8118b061437f%2C38075%2C1731030090724.1731030091477 2024-11-08T01:41:31,507 DEBUG [RS:0;8118b061437f:40933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39391:39391),(127.0.0.1/127.0.0.1:45907:45907),(127.0.0.1/127.0.0.1:42787:42787)] 2024-11-08T01:41:31,507 DEBUG [RS:1;8118b061437f:38075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42787:42787),(127.0.0.1/127.0.0.1:39391:39391),(127.0.0.1/127.0.0.1:45907:45907)] 2024-11-08T01:41:31,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:41:31,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T01:41:31,578 DEBUG [8118b061437f:33225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T01:41:31,578 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:41:31,582 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:41:31,582 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:41:31,582 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T01:41:31,582 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:41:31,582 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:41:31,582 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T01:41:31,582 INFO [8118b061437f:33225 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:41:31,583 INFO [8118b061437f:33225 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:41:31,583 INFO [8118b061437f:33225 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T01:41:31,583 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:41:31,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:31,585 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,40933,1731030090687, state=OPENING 2024-11-08T01:41:31,596 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T01:41:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:41:31,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:41:31,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:41:31,608 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:41:31,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:41:31,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,40933,1731030090687}] 2024-11-08T01:41:31,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:41:31,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:31,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:31,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:32,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T01:41:32,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:32,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:32,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:41,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:41:41,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:41:41,627 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T01:41:41,627 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:41:41,628 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T01:41:41,629 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C40933%2C1731030090687.meta, suffix=.meta, logDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,40933,1731030090687, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/oldWALs, maxLogs=32 2024-11-08T01:41:41,642 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,40933,1731030090687/8118b061437f%2C40933%2C1731030090687.meta.1731030101630.meta, exclude list is [], retry=0 2024-11-08T01:41:41,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-6f221dd3-2ccd-459a-9021-7ed5178be534,DISK] 2024-11-08T01:41:41,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-edb9fc39-a41d-43af-a07d-859fa83ac992,DISK] 2024-11-08T01:41:41,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-72f70af4-6723-40ae-8fb5-772461d45b4a,DISK] 2024-11-08T01:41:41,646 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,40933,1731030090687/8118b061437f%2C40933%2C1731030090687.meta.1731030101630.meta 2024-11-08T01:41:41,647 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42787:42787),(127.0.0.1/127.0.0.1:45907:45907),(127.0.0.1/127.0.0.1:39391:39391)] 2024-11-08T01:41:41,647 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:41:41,647 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T01:41:41,647 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T01:41:41,647 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T01:41:41,647 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T01:41:41,647 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,648 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T01:41:41,648 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T01:41:41,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:41:41,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:41:41,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:41,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:41,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:41:41,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:41:41,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:41,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:41,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:41:41,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:41:41,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:41,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:41,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:41:41,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:41:41,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:41,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:41:41,654 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:41:41,655 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740 2024-11-08T01:41:41,656 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740 2024-11-08T01:41:41,657 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:41:41,657 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:41:41,658 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:41:41,659 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:41:41,660 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71045351, jitterRate=0.05865822732448578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:41:41,660 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T01:41:41,661 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731030101648Writing region info on filesystem at 1731030101648Initializing all the Stores at 1731030101649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030101649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030101649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030101649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030101649Cleaning up temporary data from old regions at 1731030101657 (+8 ms)Running coprocessor post-open hooks at 1731030101660 (+3 ms)Region opened successfully at 1731030101661 (+1 ms) 2024-11-08T01:41:41,662 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731030101612 2024-11-08T01:41:41,664 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T01:41:41,664 INFO [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T01:41:41,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:41,665 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,40933,1731030090687, state=OPEN 2024-11-08T01:41:41,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:41:41,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:41:41,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:41:41,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T01:41:41,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8118b061437f,40933,1731030090687 2024-11-08T01:41:41,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:41:41,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:41:41,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:41:41,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T01:41:41,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T01:41:41,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,40933,1731030090687 in 10.1250 sec 2024-11-08T01:41:41,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T01:41:41,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5620 sec 2024-11-08T01:41:41,743 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:41:41,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T01:41:41,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:41:41,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,40933,1731030090687, seqNum=-1] 2024-11-08T01:41:41,746 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:41:41,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:41:41,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6240 sec 2024-11-08T01:41:41,752 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731030101752, completionTime=-1 2024-11-08T01:41:41,752 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T01:41:41,752 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T01:41:41,754 INFO [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T01:41:41,754 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030161754 2024-11-08T01:41:41,754 INFO [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030221754 2024-11-08T01:41:41,754 INFO [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-08T01:41:41,755 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:41:41,755 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,33225,1731030090499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:41,755 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,33225,1731030090499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:41,755 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,33225,1731030090499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:41,755 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8118b061437f:33225, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:41,755 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:41,756 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:41,757 DEBUG [master/8118b061437f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T01:41:41,760 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.920sec 2024-11-08T01:41:41,760 INFO [master/8118b061437f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T01:41:41,760 INFO [master/8118b061437f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T01:41:41,760 INFO [master/8118b061437f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T01:41:41,760 INFO [master/8118b061437f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T01:41:41,760 INFO [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T01:41:41,760 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,33225,1731030090499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:41:41,760 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,33225,1731030090499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T01:41:41,762 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T01:41:41,762 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T01:41:41,762 INFO [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,33225,1731030090499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:41:41,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f6168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:41:41,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8118b061437f,33225,-1 for getting cluster id 2024-11-08T01:41:41,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:41:41,804 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069abfc-fdc6-42c9-80e2-ac5d17139977' 2024-11-08T01:41:41,805 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:41:41,805 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069abfc-fdc6-42c9-80e2-ac5d17139977" 2024-11-08T01:41:41,805 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4250eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:41:41,805 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8118b061437f,33225,-1] 2024-11-08T01:41:41,805 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:41,807 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:41:41,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fc51e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:41:41,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:41:41,808 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,40933,1731030090687, seqNum=-1] 2024-11-08T01:41:41,809 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:41:41,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:41:41,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8118b061437f,33225,1731030090499 2024-11-08T01:41:41,812 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030101812 (current time:1731030101812). 2024-11-08T01:41:41,812 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:41:41,812 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T01:41:41,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ea94c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:41:41,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8118b061437f,33225,-1 for getting cluster id 2024-11-08T01:41:41,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:41:41,813 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069abfc-fdc6-42c9-80e2-ac5d17139977' 2024-11-08T01:41:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:41:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069abfc-fdc6-42c9-80e2-ac5d17139977" 2024-11-08T01:41:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361e8bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:41:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8118b061437f,33225,-1] 2024-11-08T01:41:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:41:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:41,815 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:41:41,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5862d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T01:41:41,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:41:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,40933,1731030090687, seqNum=-1] 2024-11-08T01:41:41,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:41:41,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:41:41,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:41:41,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:41:41,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:41,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:41:41,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:41:41,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:41:41,820 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8118b061437f,33225,1731030090499 2024-11-08T01:41:41,820 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d06a5b0 2024-11-08T01:41:41,820 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:41:41,821 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:41:41,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:41:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T01:41:41,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:41:41,824 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:41,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T01:41:41,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:41:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:41:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741837_1013 (size=361) 2024-11-08T01:41:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741837_1013 (size=361) 2024-11-08T01:41:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741837_1013 (size=361) 2024-11-08T01:41:41,839 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dd419306644492286b899029d2d53143, NAME => 'SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,840 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cf44abf1949314e5ac0f98c3860dfea, NAME => 'SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,840 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 12a7244bf1255aca3d5f2464c43c1229, NAME => 'SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741838_1014 (size=62) 2024-11-08T01:41:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741838_1014 (size=62) 2024-11-08T01:41:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741838_1014 (size=62) 2024-11-08T01:41:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741839_1015 (size=62) 2024-11-08T01:41:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741839_1015 (size=62) 2024-11-08T01:41:41,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 12a7244bf1255aca3d5f2464c43c1229, disabling compactions & flushes 2024-11-08T01:41:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741840_1016 (size=54) 2024-11-08T01:41:41,856 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:41:41,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:41:41,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. after waiting 0 ms 2024-11-08T01:41:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741840_1016 (size=54) 2024-11-08T01:41:41,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:41:41,856 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:41:41,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 12a7244bf1255aca3d5f2464c43c1229: Waiting for close lock at 1731030101856Disabling compacts and flushes for region at 1731030101856Disabling writes for close at 1731030101856Writing region close event to WAL at 1731030101856Closed at 1731030101856 2024-11-08T01:41:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741840_1016 (size=54) 2024-11-08T01:41:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741839_1015 (size=62) 2024-11-08T01:41:41,857 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a7fe8a080a80040ea1c5cdaf935d1f49, NAME => 'SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4cf44abf1949314e5ac0f98c3860dfea, disabling compactions & flushes 2024-11-08T01:41:41,858 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:41:41,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:41:41,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. after waiting 0 ms 2024-11-08T01:41:41,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:41:41,858 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:41:41,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cf44abf1949314e5ac0f98c3860dfea: Waiting for close lock at 1731030101858Disabling compacts and flushes for region at 1731030101858Disabling writes for close at 1731030101858Writing region close event to WAL at 1731030101858Closed at 1731030101858 2024-11-08T01:41:41,859 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18762a7aae14f70c00d3aaf8a3871099, NAME => 'SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing dd419306644492286b899029d2d53143, disabling compactions & flushes 2024-11-08T01:41:41,859 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:41:41,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:41:41,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. after waiting 0 ms 2024-11-08T01:41:41,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:41:41,859 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:41:41,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for dd419306644492286b899029d2d53143: Waiting for close lock at 1731030101859Disabling compacts and flushes for region at 1731030101859Disabling writes for close at 1731030101859Writing region close event to WAL at 1731030101859Closed at 1731030101859 2024-11-08T01:41:41,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => be613a4c86a932f4a1cfb0ef5707676e, NAME => 'SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741841_1017 (size=62) 2024-11-08T01:41:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741841_1017 (size=62) 2024-11-08T01:41:41,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741841_1017 (size=62) 2024-11-08T01:41:41,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a7fe8a080a80040ea1c5cdaf935d1f49, disabling compactions & flushes 2024-11-08T01:41:41,872 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:41:41,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:41:41,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. after waiting 0 ms 2024-11-08T01:41:41,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:41:41,872 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:41:41,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a7fe8a080a80040ea1c5cdaf935d1f49: Waiting for close lock at 1731030101872Disabling compacts and flushes for region at 1731030101872Disabling writes for close at 1731030101872Writing region close event to WAL at 1731030101872Closed at 1731030101872 2024-11-08T01:41:41,873 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f50383b935382179ff8d1bbd089f0408, NAME => 'SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741843_1019 (size=62) 2024-11-08T01:41:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741843_1019 (size=62) 2024-11-08T01:41:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741843_1019 (size=62) 2024-11-08T01:41:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741842_1018 (size=62) 2024-11-08T01:41:41,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing be613a4c86a932f4a1cfb0ef5707676e, disabling compactions & flushes 2024-11-08T01:41:41,875 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:41:41,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:41:41,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. after waiting 0 ms 2024-11-08T01:41:41,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:41:41,875 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:41:41,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for be613a4c86a932f4a1cfb0ef5707676e: Waiting for close lock at 1731030101875Disabling compacts and flushes for region at 1731030101875Disabling writes for close at 1731030101875Writing region close event to WAL at 1731030101875Closed at 1731030101875 2024-11-08T01:41:41,876 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 043e81f767b75bced3abb5bfed448fd8, NAME => 'SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741842_1018 (size=62) 2024-11-08T01:41:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741842_1018 (size=62) 2024-11-08T01:41:41,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 18762a7aae14f70c00d3aaf8a3871099, disabling compactions & flushes 2024-11-08T01:41:41,877 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:41:41,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:41:41,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. after waiting 0 ms 2024-11-08T01:41:41,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:41:41,877 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:41:41,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18762a7aae14f70c00d3aaf8a3871099: Waiting for close lock at 1731030101877Disabling compacts and flushes for region at 1731030101877Disabling writes for close at 1731030101877Writing region close event to WAL at 1731030101877Closed at 1731030101877 2024-11-08T01:41:41,878 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1229a755ae90b3162e1a29d51f7777b, NAME => 'SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741844_1020 (size=62) 2024-11-08T01:41:41,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741844_1020 (size=62) 2024-11-08T01:41:41,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741844_1020 (size=62) 2024-11-08T01:41:41,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f50383b935382179ff8d1bbd089f0408, disabling compactions & flushes 2024-11-08T01:41:41,891 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:41:41,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:41:41,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. after waiting 0 ms 2024-11-08T01:41:41,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:41:41,891 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:41:41,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f50383b935382179ff8d1bbd089f0408: Waiting for close lock at 1731030101891Disabling compacts and flushes for region at 1731030101891Disabling writes for close at 1731030101891Writing region close event to WAL at 1731030101891Closed at 1731030101891 2024-11-08T01:41:41,892 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d5bca9237f6d7cc6f3a65056f8de75eb, NAME => 'SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020 2024-11-08T01:41:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741845_1021 (size=62) 2024-11-08T01:41:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741845_1021 (size=62) 2024-11-08T01:41:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741845_1021 (size=62) 2024-11-08T01:41:41,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 043e81f767b75bced3abb5bfed448fd8, disabling compactions & flushes 2024-11-08T01:41:41,903 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:41:41,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:41:41,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. after waiting 0 ms 2024-11-08T01:41:41,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:41:41,903 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:41:41,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 043e81f767b75bced3abb5bfed448fd8: Waiting for close lock at 1731030101903Disabling compacts and flushes for region at 1731030101903Disabling writes for close at 1731030101903Writing region close event to WAL at 1731030101903Closed at 1731030101903 2024-11-08T01:41:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741846_1022 (size=62) 2024-11-08T01:41:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741846_1022 (size=62) 2024-11-08T01:41:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741846_1022 (size=62) 2024-11-08T01:41:41,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c1229a755ae90b3162e1a29d51f7777b, disabling compactions & flushes 2024-11-08T01:41:41,915 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:41:41,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:41:41,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. after waiting 0 ms 2024-11-08T01:41:41,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:41:41,915 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:41:41,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1229a755ae90b3162e1a29d51f7777b: Waiting for close lock at 1731030101915Disabling compacts and flushes for region at 1731030101915Disabling writes for close at 1731030101915Writing region close event to WAL at 1731030101915Closed at 1731030101915 2024-11-08T01:41:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741847_1023 (size=54) 2024-11-08T01:41:41,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741847_1023 (size=54) 2024-11-08T01:41:41,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741847_1023 (size=54) 2024-11-08T01:41:41,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:41,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d5bca9237f6d7cc6f3a65056f8de75eb, disabling compactions & flushes 2024-11-08T01:41:41,920 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:41:41,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:41:41,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. after waiting 0 ms 2024-11-08T01:41:41,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:41:41,920 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:41:41,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d5bca9237f6d7cc6f3a65056f8de75eb: Waiting for close lock at 1731030101920Disabling compacts and flushes for region at 1731030101920Disabling writes for close at 1731030101920Writing region close event to WAL at 1731030101920Closed at 1731030101920 2024-11-08T01:41:41,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:41:41,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731030101922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030101922"}]},"ts":"1731030101922"} 2024-11-08T01:41:41,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T01:41:41,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:41:41,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030101930"}]},"ts":"1731030101930"} 2024-11-08T01:41:41,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T01:41:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:41:41,934 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:41:41,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:41:41,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:41:41,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T01:41:41,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:41:41,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:41:41,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T01:41:41,940 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:41:41,940 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:41:41,940 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T01:41:41,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:41:41,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a7244bf1255aca3d5f2464c43c1229, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd419306644492286b899029d2d53143, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7fe8a080a80040ea1c5cdaf935d1f49, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18762a7aae14f70c00d3aaf8a3871099, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f50383b935382179ff8d1bbd089f0408, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1229a755ae90b3162e1a29d51f7777b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5bca9237f6d7cc6f3a65056f8de75eb, ASSIGN}] 2024-11-08T01:41:41,944 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN 2024-11-08T01:41:41,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a7244bf1255aca3d5f2464c43c1229, ASSIGN 2024-11-08T01:41:41,944 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN 2024-11-08T01:41:41,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18762a7aae14f70c00d3aaf8a3871099, ASSIGN 2024-11-08T01:41:41,945 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN; state=OFFLINE, location=8118b061437f,36559,1731030090763; forceNewPlan=false, retain=false 2024-11-08T01:41:41,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=12a7244bf1255aca3d5f2464c43c1229, ASSIGN; state=OFFLINE, location=8118b061437f,40933,1731030090687; forceNewPlan=false, retain=false 2024-11-08T01:41:41,945 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN; state=OFFLINE, location=8118b061437f,36559,1731030090763; forceNewPlan=false, retain=false 2024-11-08T01:41:41,945 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18762a7aae14f70c00d3aaf8a3871099, ASSIGN; state=OFFLINE, location=8118b061437f,38075,1731030090724; forceNewPlan=false, retain=false 2024-11-08T01:41:41,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN 2024-11-08T01:41:41,948 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1229a755ae90b3162e1a29d51f7777b, ASSIGN 2024-11-08T01:41:41,948 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5bca9237f6d7cc6f3a65056f8de75eb, ASSIGN 2024-11-08T01:41:41,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f50383b935382179ff8d1bbd089f0408, ASSIGN 2024-11-08T01:41:41,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7fe8a080a80040ea1c5cdaf935d1f49, ASSIGN 2024-11-08T01:41:41,949 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN; state=OFFLINE, location=8118b061437f,36559,1731030090763; forceNewPlan=false, retain=false 2024-11-08T01:41:41,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7fe8a080a80040ea1c5cdaf935d1f49, ASSIGN; state=OFFLINE, location=8118b061437f,40933,1731030090687; forceNewPlan=false, retain=false 2024-11-08T01:41:41,949 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5bca9237f6d7cc6f3a65056f8de75eb, ASSIGN; state=OFFLINE, location=8118b061437f,40933,1731030090687; forceNewPlan=false, retain=false 2024-11-08T01:41:41,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f50383b935382179ff8d1bbd089f0408, ASSIGN; state=OFFLINE, location=8118b061437f,40933,1731030090687; forceNewPlan=false, retain=false 2024-11-08T01:41:41,949 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1229a755ae90b3162e1a29d51f7777b, ASSIGN; state=OFFLINE, location=8118b061437f,38075,1731030090724; forceNewPlan=false, retain=false 2024-11-08T01:41:41,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd419306644492286b899029d2d53143, ASSIGN 2024-11-08T01:41:41,952 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd419306644492286b899029d2d53143, ASSIGN; state=OFFLINE, location=8118b061437f,38075,1731030090724; forceNewPlan=false, retain=false 2024-11-08T01:41:42,096 INFO [8118b061437f:33225 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T01:41:42,097 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f50383b935382179ff8d1bbd089f0408, regionState=OPENING, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:42,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d5bca9237f6d7cc6f3a65056f8de75eb, regionState=OPENING, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:42,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a7fe8a080a80040ea1c5cdaf935d1f49, regionState=OPENING, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:42,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=12a7244bf1255aca3d5f2464c43c1229, regionState=OPENING, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:42,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c1229a755ae90b3162e1a29d51f7777b, regionState=OPENING, regionLocation=8118b061437f,38075,1731030090724 2024-11-08T01:41:42,098 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18762a7aae14f70c00d3aaf8a3871099, regionState=OPENING, regionLocation=8118b061437f,38075,1731030090724 2024-11-08T01:41:42,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=dd419306644492286b899029d2d53143, regionState=OPENING, regionLocation=8118b061437f,38075,1731030090724 2024-11-08T01:41:42,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=be613a4c86a932f4a1cfb0ef5707676e, regionState=OPENING, regionLocation=8118b061437f,36559,1731030090763 2024-11-08T01:41:42,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cf44abf1949314e5ac0f98c3860dfea, regionState=OPENING, regionLocation=8118b061437f,36559,1731030090763 2024-11-08T01:41:42,099 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=043e81f767b75bced3abb5bfed448fd8, regionState=OPENING, regionLocation=8118b061437f,36559,1731030090763 2024-11-08T01:41:42,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f50383b935382179ff8d1bbd089f0408, ASSIGN because future has completed 2024-11-08T01:41:42,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f50383b935382179ff8d1bbd089f0408, server=8118b061437f,40933,1731030090687}] 2024-11-08T01:41:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=12a7244bf1255aca3d5f2464c43c1229, ASSIGN because future has completed 2024-11-08T01:41:42,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12a7244bf1255aca3d5f2464c43c1229, server=8118b061437f,40933,1731030090687}] 2024-11-08T01:41:42,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5bca9237f6d7cc6f3a65056f8de75eb, ASSIGN because future has completed 2024-11-08T01:41:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7fe8a080a80040ea1c5cdaf935d1f49, ASSIGN because future has completed 2024-11-08T01:41:42,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7fe8a080a80040ea1c5cdaf935d1f49, server=8118b061437f,40933,1731030090687}] 2024-11-08T01:41:42,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5bca9237f6d7cc6f3a65056f8de75eb, server=8118b061437f,40933,1731030090687}] 2024-11-08T01:41:42,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1229a755ae90b3162e1a29d51f7777b, ASSIGN because future has completed 2024-11-08T01:41:42,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd419306644492286b899029d2d53143, ASSIGN because future has completed 2024-11-08T01:41:42,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1229a755ae90b3162e1a29d51f7777b, server=8118b061437f,38075,1731030090724}] 2024-11-08T01:41:42,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN because future has completed 2024-11-08T01:41:42,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN because future has completed 2024-11-08T01:41:42,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd419306644492286b899029d2d53143, server=8118b061437f,38075,1731030090724}] 2024-11-08T01:41:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN because future has completed 2024-11-08T01:41:42,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18762a7aae14f70c00d3aaf8a3871099, ASSIGN because future has completed 2024-11-08T01:41:42,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea, server=8118b061437f,36559,1731030090763}] 2024-11-08T01:41:42,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure be613a4c86a932f4a1cfb0ef5707676e, server=8118b061437f,36559,1731030090763}] 2024-11-08T01:41:42,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 043e81f767b75bced3abb5bfed448fd8, server=8118b061437f,36559,1731030090763}] 2024-11-08T01:41:42,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18762a7aae14f70c00d3aaf8a3871099, server=8118b061437f,38075,1731030090724}] 2024-11-08T01:41:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:41:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:41:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:41:43,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T01:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:41:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:41:46,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:46,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:46,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:47,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T01:41:47,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:47,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:47,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:41:51,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T01:41:51,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T01:41:51,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:41:51,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T01:41:52,115 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:41:52,118 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:41:52,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:41:52,118 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f50383b935382179ff8d1bbd089f0408, NAME => 'SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T01:41:52,119 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,119 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,119 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,119 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,122 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:41:52,122 INFO [StoreOpener-f50383b935382179ff8d1bbd089f0408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41411, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:41:52,124 INFO [StoreOpener-f50383b935382179ff8d1bbd089f0408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f50383b935382179ff8d1bbd089f0408 columnFamilyName cf 2024-11-08T01:41:52,124 DEBUG [StoreOpener-f50383b935382179ff8d1bbd089f0408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,124 INFO [StoreOpener-f50383b935382179ff8d1bbd089f0408-1 {}] regionserver.HStore(327): Store=f50383b935382179ff8d1bbd089f0408/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,125 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:41:52,125 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,125 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => dd419306644492286b899029d2d53143, NAME => 'SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T01:41:52,125 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd419306644492286b899029d2d53143 2024-11-08T01:41:52,125 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,125 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for dd419306644492286b899029d2d53143 2024-11-08T01:41:52,125 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for dd419306644492286b899029d2d53143 2024-11-08T01:41:52,125 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,126 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,126 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,126 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,127 INFO [StoreOpener-dd419306644492286b899029d2d53143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd419306644492286b899029d2d53143 2024-11-08T01:41:52,128 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:41:52,128 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf44abf1949314e5ac0f98c3860dfea, NAME => 'SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T01:41:52,128 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,128 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,128 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,128 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,128 INFO [StoreOpener-dd419306644492286b899029d2d53143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd419306644492286b899029d2d53143 columnFamilyName cf 2024-11-08T01:41:52,128 DEBUG [StoreOpener-dd419306644492286b899029d2d53143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,129 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,129 INFO [StoreOpener-dd419306644492286b899029d2d53143-1 {}] regionserver.HStore(327): Store=dd419306644492286b899029d2d53143/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,129 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for dd419306644492286b899029d2d53143 2024-11-08T01:41:52,130 INFO [StoreOpener-4cf44abf1949314e5ac0f98c3860dfea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,130 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/dd419306644492286b899029d2d53143 2024-11-08T01:41:52,130 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/dd419306644492286b899029d2d53143 2024-11-08T01:41:52,131 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for dd419306644492286b899029d2d53143 2024-11-08T01:41:52,131 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for dd419306644492286b899029d2d53143 2024-11-08T01:41:52,131 INFO [StoreOpener-4cf44abf1949314e5ac0f98c3860dfea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf44abf1949314e5ac0f98c3860dfea columnFamilyName cf 2024-11-08T01:41:52,131 DEBUG [StoreOpener-4cf44abf1949314e5ac0f98c3860dfea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,132 INFO [StoreOpener-4cf44abf1949314e5ac0f98c3860dfea-1 {}] regionserver.HStore(327): Store=4cf44abf1949314e5ac0f98c3860dfea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,132 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for dd419306644492286b899029d2d53143 2024-11-08T01:41:52,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,133 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f50383b935382179ff8d1bbd089f0408; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60832909, jitterRate=-0.09351901710033417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f50383b935382179ff8d1bbd089f0408 2024-11-08T01:41:52,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f50383b935382179ff8d1bbd089f0408: Running coprocessor pre-open hook at 1731030112119Writing region info on filesystem at 1731030112119Initializing all the Stores at 1731030112121 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112121Cleaning up temporary data from old regions at 1731030112126 (+5 ms)Running coprocessor post-open hooks at 1731030112133 (+7 ms)Region opened successfully at 1731030112133 2024-11-08T01:41:52,134 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408., pid=15, masterSystemTime=1731030112108 2024-11-08T01:41:52,135 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/dd419306644492286b899029d2d53143/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,136 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,136 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened dd419306644492286b899029d2d53143; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63758049, jitterRate=-0.049931034445762634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,136 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd419306644492286b899029d2d53143 2024-11-08T01:41:52,136 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for dd419306644492286b899029d2d53143: Running coprocessor pre-open hook at 1731030112126Writing region info on filesystem at 1731030112126Initializing all the Stores at 1731030112126Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112126Cleaning up temporary data from old regions at 1731030112131 (+5 ms)Running coprocessor post-open hooks at 1731030112136 (+5 ms)Region opened successfully at 1731030112136 2024-11-08T01:41:52,137 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:41:52,137 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:41:52,137 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143., pid=20, masterSystemTime=1731030112115 2024-11-08T01:41:52,137 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:41:52,137 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 12a7244bf1255aca3d5f2464c43c1229, NAME => 'SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T01:41:52,137 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f50383b935382179ff8d1bbd089f0408, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:52,137 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,137 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,137 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,139 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:41:52,139 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:41:52,139 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:41:52,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c1229a755ae90b3162e1a29d51f7777b, NAME => 'SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T01:41:52,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=dd419306644492286b899029d2d53143, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,38075,1731030090724 2024-11-08T01:41:52,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f50383b935382179ff8d1bbd089f0408, server=8118b061437f,40933,1731030090687 because future has completed 2024-11-08T01:41:52,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/4cf44abf1949314e5ac0f98c3860dfea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,140 INFO [StoreOpener-12a7244bf1255aca3d5f2464c43c1229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,141 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4cf44abf1949314e5ac0f98c3860dfea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61675458, jitterRate=-0.08096405863761902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,141 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:41:52,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd419306644492286b899029d2d53143, server=8118b061437f,38075,1731030090724 because future has completed 2024-11-08T01:41:52,142 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4cf44abf1949314e5ac0f98c3860dfea: Running coprocessor pre-open hook at 1731030112128Writing region info on filesystem at 1731030112128Initializing all the Stores at 1731030112129 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112129Cleaning up temporary data from old regions at 1731030112133 (+4 ms)Running coprocessor post-open hooks at 1731030112141 (+8 ms)Region opened successfully at 1731030112142 (+1 ms) 2024-11-08T01:41:52,143 INFO [StoreOpener-12a7244bf1255aca3d5f2464c43c1229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12a7244bf1255aca3d5f2464c43c1229 columnFamilyName cf 2024-11-08T01:41:52,143 DEBUG [StoreOpener-12a7244bf1255aca3d5f2464c43c1229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,144 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea., pid=22, masterSystemTime=1731030112121 2024-11-08T01:41:52,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-08T01:41:52,144 INFO [StoreOpener-12a7244bf1255aca3d5f2464c43c1229-1 {}] regionserver.HStore(327): Store=12a7244bf1255aca3d5f2464c43c1229/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f50383b935382179ff8d1bbd089f0408, server=8118b061437f,40933,1731030090687 in 10.0380 sec 2024-11-08T01:41:52,144 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,144 INFO [StoreOpener-c1229a755ae90b3162e1a29d51f7777b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,145 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,145 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,146 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:41:52,146 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,146 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:41:52,146 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,146 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:41:52,146 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 043e81f767b75bced3abb5bfed448fd8, NAME => 'SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T01:41:52,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-08T01:41:52,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cf44abf1949314e5ac0f98c3860dfea, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,36559,1731030090763 2024-11-08T01:41:52,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure dd419306644492286b899029d2d53143, server=8118b061437f,38075,1731030090724 in 10.0290 sec 2024-11-08T01:41:52,147 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,147 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,147 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,147 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f50383b935382179ff8d1bbd089f0408, ASSIGN in 10.2030 sec 2024-11-08T01:41:52,149 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea, server=8118b061437f,36559,1731030090763 because future has completed 2024-11-08T01:41:52,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd419306644492286b899029d2d53143, ASSIGN in 10.2060 sec 2024-11-08T01:41:52,151 INFO [StoreOpener-c1229a755ae90b3162e1a29d51f7777b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1229a755ae90b3162e1a29d51f7777b columnFamilyName cf 2024-11-08T01:41:52,151 DEBUG [StoreOpener-c1229a755ae90b3162e1a29d51f7777b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-08T01:41:52,152 INFO [StoreOpener-c1229a755ae90b3162e1a29d51f7777b-1 {}] regionserver.HStore(327): Store=c1229a755ae90b3162e1a29d51f7777b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea, server=8118b061437f,36559,1731030090763 in 10.0320 sec 2024-11-08T01:41:52,152 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,153 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,153 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN in 10.2110 sec 2024-11-08T01:41:52,154 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,154 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,155 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,156 INFO [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,157 INFO [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043e81f767b75bced3abb5bfed448fd8 columnFamilyName cf 2024-11-08T01:41:52,157 DEBUG [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,158 INFO [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] regionserver.HStore(327): Store=043e81f767b75bced3abb5bfed448fd8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,158 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,159 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,159 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,159 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/12a7244bf1255aca3d5f2464c43c1229/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,159 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,160 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,160 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,160 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 12a7244bf1255aca3d5f2464c43c1229; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63364992, jitterRate=-0.05578804016113281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,160 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:41:52,160 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 12a7244bf1255aca3d5f2464c43c1229: Running coprocessor pre-open hook at 1731030112137Writing region info on filesystem at 1731030112137Initializing all the Stores at 1731030112140 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112140Cleaning up temporary data from old regions at 1731030112146 (+6 ms)Running coprocessor post-open hooks at 1731030112160 (+14 ms)Region opened successfully at 1731030112160 2024-11-08T01:41:52,160 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c1229a755ae90b3162e1a29d51f7777b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65427901, jitterRate=-0.025048300623893738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,160 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:41:52,160 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c1229a755ae90b3162e1a29d51f7777b: Running coprocessor pre-open hook at 1731030112141Writing region info on filesystem at 1731030112141Initializing all the Stores at 1731030112143 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112143Cleaning up temporary data from old regions at 1731030112154 (+11 ms)Running coprocessor post-open hooks at 1731030112160 (+6 ms)Region opened successfully at 1731030112160 2024-11-08T01:41:52,161 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b., pid=19, masterSystemTime=1731030112115 2024-11-08T01:41:52,161 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229., pid=16, masterSystemTime=1731030112108 2024-11-08T01:41:52,163 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,164 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:41:52,164 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:41:52,164 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:41:52,164 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 18762a7aae14f70c00d3aaf8a3871099, NAME => 'SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T01:41:52,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c1229a755ae90b3162e1a29d51f7777b, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,38075,1731030090724 2024-11-08T01:41:52,165 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,165 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,165 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,165 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,165 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:41:52,165 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:41:52,165 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:41:52,166 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d5bca9237f6d7cc6f3a65056f8de75eb, NAME => 'SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T01:41:52,166 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,166 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,166 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,166 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=12a7244bf1255aca3d5f2464c43c1229, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:52,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1229a755ae90b3162e1a29d51f7777b, server=8118b061437f,38075,1731030090724 because future has completed 2024-11-08T01:41:52,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12a7244bf1255aca3d5f2464c43c1229, server=8118b061437f,40933,1731030090687 because future has completed 2024-11-08T01:41:52,171 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,171 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 043e81f767b75bced3abb5bfed448fd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59971474, jitterRate=-0.10635539889335632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,172 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:41:52,172 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 043e81f767b75bced3abb5bfed448fd8: Running coprocessor pre-open hook at 1731030112147Writing region info on filesystem at 1731030112147Initializing all the Stores at 1731030112148 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112148Cleaning up temporary data from old regions at 1731030112160 (+12 ms)Running coprocessor post-open hooks at 1731030112172 (+12 ms)Region opened successfully at 1731030112172 2024-11-08T01:41:52,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-08T01:41:52,172 INFO [StoreOpener-18762a7aae14f70c00d3aaf8a3871099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c1229a755ae90b3162e1a29d51f7777b, server=8118b061437f,38075,1731030090724 in 10.0610 sec 2024-11-08T01:41:52,172 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8., pid=24, masterSystemTime=1731030112121 2024-11-08T01:41:52,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1229a755ae90b3162e1a29d51f7777b, ASSIGN in 10.2310 sec 2024-11-08T01:41:52,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-08T01:41:52,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 12a7244bf1255aca3d5f2464c43c1229, server=8118b061437f,40933,1731030090687 in 10.0660 sec 2024-11-08T01:41:52,174 INFO [StoreOpener-18762a7aae14f70c00d3aaf8a3871099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18762a7aae14f70c00d3aaf8a3871099 columnFamilyName cf 2024-11-08T01:41:52,174 DEBUG [StoreOpener-18762a7aae14f70c00d3aaf8a3871099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,175 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:41:52,175 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:41:52,175 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:41:52,175 INFO [StoreOpener-18762a7aae14f70c00d3aaf8a3871099-1 {}] regionserver.HStore(327): Store=18762a7aae14f70c00d3aaf8a3871099/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,175 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => be613a4c86a932f4a1cfb0ef5707676e, NAME => 'SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T01:41:52,175 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a7244bf1255aca3d5f2464c43c1229, ASSIGN in 10.2330 sec 2024-11-08T01:41:52,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=043e81f767b75bced3abb5bfed448fd8, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,36559,1731030090763 2024-11-08T01:41:52,178 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 043e81f767b75bced3abb5bfed448fd8, server=8118b061437f,36559,1731030090763 because future has completed 2024-11-08T01:41:52,178 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,179 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,181 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-08T01:41:52,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 043e81f767b75bced3abb5bfed448fd8, server=8118b061437f,36559,1731030090763 in 10.0610 sec 2024-11-08T01:41:52,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN in 10.2410 sec 2024-11-08T01:41:52,184 INFO [StoreOpener-d5bca9237f6d7cc6f3a65056f8de75eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,184 INFO [StoreOpener-be613a4c86a932f4a1cfb0ef5707676e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,185 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/18762a7aae14f70c00d3aaf8a3871099/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,186 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 18762a7aae14f70c00d3aaf8a3871099; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65500820, jitterRate=-0.02396172285079956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,186 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:41:52,186 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 18762a7aae14f70c00d3aaf8a3871099: Running coprocessor pre-open hook at 1731030112165Writing region info on filesystem at 1731030112165Initializing all the Stores at 1731030112166 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112166Cleaning up temporary data from old regions at 1731030112179 (+13 ms)Running coprocessor post-open hooks at 1731030112186 (+7 ms)Region opened successfully at 1731030112186 2024-11-08T01:41:52,186 INFO [StoreOpener-be613a4c86a932f4a1cfb0ef5707676e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be613a4c86a932f4a1cfb0ef5707676e columnFamilyName cf 2024-11-08T01:41:52,186 INFO [StoreOpener-d5bca9237f6d7cc6f3a65056f8de75eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5bca9237f6d7cc6f3a65056f8de75eb columnFamilyName cf 2024-11-08T01:41:52,186 DEBUG [StoreOpener-be613a4c86a932f4a1cfb0ef5707676e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,186 DEBUG [StoreOpener-d5bca9237f6d7cc6f3a65056f8de75eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,187 INFO [StoreOpener-d5bca9237f6d7cc6f3a65056f8de75eb-1 {}] regionserver.HStore(327): Store=d5bca9237f6d7cc6f3a65056f8de75eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,187 INFO [StoreOpener-be613a4c86a932f4a1cfb0ef5707676e-1 {}] regionserver.HStore(327): Store=be613a4c86a932f4a1cfb0ef5707676e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,187 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,187 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,188 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099., pid=21, masterSystemTime=1731030112115 2024-11-08T01:41:52,188 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,188 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,188 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,189 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,189 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,189 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,190 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,190 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,191 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:41:52,191 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,191 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:41:52,191 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18762a7aae14f70c00d3aaf8a3871099, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,38075,1731030090724 2024-11-08T01:41:52,193 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18762a7aae14f70c00d3aaf8a3871099, server=8118b061437f,38075,1731030090724 because future has completed 2024-11-08T01:41:52,194 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/be613a4c86a932f4a1cfb0ef5707676e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,194 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened be613a4c86a932f4a1cfb0ef5707676e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60501262, jitterRate=-0.09846094250679016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:41:52,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for be613a4c86a932f4a1cfb0ef5707676e: Running coprocessor pre-open hook at 1731030112176Writing region info on filesystem at 1731030112176Initializing all the Stores at 1731030112177 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112177Cleaning up temporary data from old regions at 1731030112189 (+12 ms)Running coprocessor post-open hooks at 1731030112195 (+6 ms)Region opened successfully at 1731030112195 2024-11-08T01:41:52,196 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e., pid=23, masterSystemTime=1731030112121 2024-11-08T01:41:52,197 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-08T01:41:52,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18762a7aae14f70c00d3aaf8a3871099, server=8118b061437f,38075,1731030090724 in 10.0770 sec 2024-11-08T01:41:52,198 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:41:52,198 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:41:52,199 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d5bca9237f6d7cc6f3a65056f8de75eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66751719, jitterRate=-0.005321875214576721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=be613a4c86a932f4a1cfb0ef5707676e, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,36559,1731030090763 2024-11-08T01:41:52,199 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:41:52,199 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d5bca9237f6d7cc6f3a65056f8de75eb: Running coprocessor pre-open hook at 1731030112166Writing region info on filesystem at 1731030112167 (+1 ms)Initializing all the Stores at 1731030112167Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112167Cleaning up temporary data from old regions at 1731030112190 (+23 ms)Running coprocessor post-open hooks at 1731030112199 (+9 ms)Region opened successfully at 1731030112199 2024-11-08T01:41:52,200 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb., pid=17, masterSystemTime=1731030112108 2024-11-08T01:41:52,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18762a7aae14f70c00d3aaf8a3871099, ASSIGN in 10.2570 sec 2024-11-08T01:41:52,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure be613a4c86a932f4a1cfb0ef5707676e, server=8118b061437f,36559,1731030090763 because future has completed 2024-11-08T01:41:52,203 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:41:52,203 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:41:52,203 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:41:52,203 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a7fe8a080a80040ea1c5cdaf935d1f49, NAME => 'SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T01:41:52,204 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,204 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:41:52,204 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,204 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,204 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d5bca9237f6d7cc6f3a65056f8de75eb, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:52,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-08T01:41:52,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure be613a4c86a932f4a1cfb0ef5707676e, server=8118b061437f,36559,1731030090763 in 10.0840 sec 2024-11-08T01:41:52,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5bca9237f6d7cc6f3a65056f8de75eb, server=8118b061437f,40933,1731030090687 because future has completed 2024-11-08T01:41:52,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN in 10.2640 sec 2024-11-08T01:41:52,208 INFO [StoreOpener-a7fe8a080a80040ea1c5cdaf935d1f49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-08T01:41:52,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d5bca9237f6d7cc6f3a65056f8de75eb, server=8118b061437f,40933,1731030090687 in 10.0990 sec 2024-11-08T01:41:52,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5bca9237f6d7cc6f3a65056f8de75eb, ASSIGN in 10.2680 sec 2024-11-08T01:41:52,210 INFO [StoreOpener-a7fe8a080a80040ea1c5cdaf935d1f49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7fe8a080a80040ea1c5cdaf935d1f49 columnFamilyName cf 2024-11-08T01:41:52,210 DEBUG [StoreOpener-a7fe8a080a80040ea1c5cdaf935d1f49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:41:52,211 INFO [StoreOpener-a7fe8a080a80040ea1c5cdaf935d1f49-1 {}] regionserver.HStore(327): Store=a7fe8a080a80040ea1c5cdaf935d1f49/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:41:52,211 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,212 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,213 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,213 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,213 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,215 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,218 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/a7fe8a080a80040ea1c5cdaf935d1f49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:41:52,219 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a7fe8a080a80040ea1c5cdaf935d1f49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59547007, jitterRate=-0.11268045008182526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:41:52,219 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:41:52,219 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a7fe8a080a80040ea1c5cdaf935d1f49: Running coprocessor pre-open hook at 1731030112204Writing region info on filesystem at 1731030112204Initializing all the Stores at 1731030112205 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030112205Cleaning up temporary data from old regions at 1731030112213 (+8 ms)Running coprocessor post-open hooks at 1731030112219 (+6 ms)Region opened successfully at 1731030112219 2024-11-08T01:41:52,220 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49., pid=18, masterSystemTime=1731030112108 2024-11-08T01:41:52,222 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:41:52,223 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:41:52,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a7fe8a080a80040ea1c5cdaf935d1f49, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:41:52,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7fe8a080a80040ea1c5cdaf935d1f49, server=8118b061437f,40933,1731030090687 because future has completed 2024-11-08T01:41:52,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-08T01:41:52,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a7fe8a080a80040ea1c5cdaf935d1f49, server=8118b061437f,40933,1731030090687 in 10.1180 sec 2024-11-08T01:41:52,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T01:41:52,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7fe8a080a80040ea1c5cdaf935d1f49, ASSIGN in 10.2880 sec 2024-11-08T01:41:52,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:41:52,233 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030112232"}]},"ts":"1731030112232"} 2024-11-08T01:41:52,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T01:41:52,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:41:52,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4150 sec 2024-11-08T01:41:55,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T01:41:57,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T01:41:57,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:57,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:41:57,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T01:42:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:42:00,055 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T01:42:00,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T01:42:00,056 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:42:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T01:42:00,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:42:00,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T01:42:00,095 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,097 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,098 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,100 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,101 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,132 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8., hostname=8118b061437f,36559,1731030090763, seqNum=2] 2024-11-08T01:42:00,134 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8., hostname=8118b061437f,36559,1731030090763, seqNum=2] 2024-11-08T01:42:00,136 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8., hostname=8118b061437f,36559,1731030090763, seqNum=2] 2024-11-08T01:42:00,137 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8., hostname=8118b061437f,36559,1731030090763, seqNum=2] 2024-11-08T01:42:00,138 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8., hostname=8118b061437f,36559,1731030090763, seqNum=2] 2024-11-08T01:42:00,167 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b., hostname=8118b061437f,38075,1731030090724, seqNum=2] 2024-11-08T01:42:00,169 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b., hostname=8118b061437f,38075,1731030090724, seqNum=2] 2024-11-08T01:42:00,171 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b., hostname=8118b061437f,38075,1731030090724, seqNum=2] 2024-11-08T01:42:00,172 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b., hostname=8118b061437f,38075,1731030090724, seqNum=2] 2024-11-08T01:42:00,174 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b., hostname=8118b061437f,38075,1731030090724, seqNum=2] 2024-11-08T01:42:00,224 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,225 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,227 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,228 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,229 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb., hostname=8118b061437f,40933,1731030090687, seqNum=2] 2024-11-08T01:42:00,474 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T01:42:00,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:42:00,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:42:00,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:42:00,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:42:00,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36559 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:42:00,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38075 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:42:00,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:42:00,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:42:01,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:42:01,378 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T01:42:01,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:42:01,379 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:42:01,380 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:42:01,430 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:42:01,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741848_1024 (size=49) 2024-11-08T01:42:01,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741848_1024 (size=49) 2024-11-08T01:42:01,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741848_1024 (size=49) 2024-11-08T01:42:01,440 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:42:01,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a7244bf1255aca3d5f2464c43c1229}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd419306644492286b899029d2d53143}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7fe8a080a80040ea1c5cdaf935d1f49}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18762a7aae14f70c00d3aaf8a3871099}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be613a4c86a932f4a1cfb0ef5707676e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f50383b935382179ff8d1bbd089f0408}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 043e81f767b75bced3abb5bfed448fd8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1229a755ae90b3162e1a29d51f7777b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5bca9237f6d7cc6f3a65056f8de75eb}] 2024-11-08T01:42:01,441 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:01,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:42:01,442 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:42:01,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd419306644492286b899029d2d53143 2024-11-08T01:42:01,442 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:42:01,445 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:01,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:42:01,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f50383b935382179ff8d1bbd089f0408 2024-11-08T01:42:01,445 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:42:01,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:05,223 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T01:42:09,829 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8118b061437f:36213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T01:42:11,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T01:42:11,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T01:42:11,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T01:42:11,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T01:42:11,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:42:11,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T01:42:11,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:42:11,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T01:42:11,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:11,446 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing f50383b935382179ff8d1bbd089f0408 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T01:42:11,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 18762a7aae14f70c00d3aaf8a3871099: 2024-11-08T01:42:11,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T01:42:11,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 043e81f767b75bced3abb5bfed448fd8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T01:42:11,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T01:42:11,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:42:11,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:42:11,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for dd419306644492286b899029d2d53143: 2024-11-08T01:42:11,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:42:11,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,448 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d5bca9237f6d7cc6f3a65056f8de75eb 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T01:42:11,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T01:42:11,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:42:11,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:42:11,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:11,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T01:42:11,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for be613a4c86a932f4a1cfb0ef5707676e: 2024-11-08T01:42:11,449 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing c1229a755ae90b3162e1a29d51f7777b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T01:42:11,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:42:11,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:42:11,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 12a7244bf1255aca3d5f2464c43c1229: 2024-11-08T01:42:11,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:42:11,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:11,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4cf44abf1949314e5ac0f98c3860dfea: 2024-11-08T01:42:11,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:42:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741850_1026 (size=65) 2024-11-08T01:42:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741850_1026 (size=65) 2024-11-08T01:42:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741850_1026 (size=65) 2024-11-08T01:42:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/.tmp/cf/7d9f2319449e4dc48d0ecb993620debd is 34, key is baa/cf:cf/1731030120859/Put/seqid=0 2024-11-08T01:42:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/.tmp/cf/5ec3114ff0f242b0b4eb3409557746d6 is 34, key is aaa/cf:cf/1731030120938/Put/seqid=0 2024-11-08T01:42:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:42:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T01:42:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T01:42:11,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:42:11,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:42:11,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/.tmp/cf/f3ec46d3afbe4b40a26c449e27eb6889 is 34, key is ccd/cf:cf/1731030120892/Put/seqid=0 2024-11-08T01:42:11,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18762a7aae14f70c00d3aaf8a3871099 in 10.0440 sec 2024-11-08T01:42:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741852_1028 (size=65) 2024-11-08T01:42:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741852_1028 (size=65) 2024-11-08T01:42:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741852_1028 (size=65) 2024-11-08T01:42:11,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:42:11,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T01:42:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T01:42:11,499 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dd419306644492286b899029d2d53143 2024-11-08T01:42:11,500 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd419306644492286b899029d2d53143 2024-11-08T01:42:11,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741849_1025 (size=65) 2024-11-08T01:42:11,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741849_1025 (size=65) 2024-11-08T01:42:11,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741849_1025 (size=65) 2024-11-08T01:42:11,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd419306644492286b899029d2d53143 in 10.0610 sec 2024-11-08T01:42:11,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:11,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T01:42:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T01:42:11,506 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:11,507 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:11,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be613a4c86a932f4a1cfb0ef5707676e in 10.0680 sec 2024-11-08T01:42:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741851_1027 (size=65) 2024-11-08T01:42:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741851_1027 (size=65) 2024-11-08T01:42:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741851_1027 (size=65) 2024-11-08T01:42:11,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:42:11,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T01:42:11,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:42:11,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a7fe8a080a80040ea1c5cdaf935d1f49: 2024-11-08T01:42:11,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T01:42:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,520 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:42:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:42:11,520 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:42:11,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 12a7244bf1255aca3d5f2464c43c1229 in 10.0810 sec 2024-11-08T01:42:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741853_1029 (size=57) 2024-11-08T01:42:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741853_1029 (size=57) 2024-11-08T01:42:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741853_1029 (size=57) 2024-11-08T01:42:11,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:11,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T01:42:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T01:42:11,549 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:11,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:11,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea in 10.1100 sec 2024-11-08T01:42:11,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/.tmp/cf/9245ed903df8443c9e5a078024fdbd2f is 34, key is eaa/cf:cf/1731030121301/Put/seqid=0 2024-11-08T01:42:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741856_1032 (size=47197) 2024-11-08T01:42:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741856_1032 (size=47197) 2024-11-08T01:42:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741856_1032 (size=47197) 2024-11-08T01:42:11,559 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/.tmp/cf/f3ec46d3afbe4b40a26c449e27eb6889 2024-11-08T01:42:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741854_1030 (size=26918) 2024-11-08T01:42:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741854_1030 (size=26918) 2024-11-08T01:42:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741854_1030 (size=26918) 2024-11-08T01:42:11,572 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/.tmp/cf/5ec3114ff0f242b0b4eb3409557746d6 2024-11-08T01:42:11,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/.tmp/cf/f3ec46d3afbe4b40a26c449e27eb6889 as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/cf/f3ec46d3afbe4b40a26c449e27eb6889 2024-11-08T01:42:11,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/.tmp/cf/5ec3114ff0f242b0b4eb3409557746d6 as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/cf/5ec3114ff0f242b0b4eb3409557746d6 2024-11-08T01:42:11,589 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/cf/f3ec46d3afbe4b40a26c449e27eb6889, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T01:42:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741857_1033 (size=499309) 2024-11-08T01:42:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741857_1033 (size=499309) 2024-11-08T01:42:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741857_1033 (size=499309) 2024-11-08T01:42:11,592 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/.tmp/cf/9245ed903df8443c9e5a078024fdbd2f 2024-11-08T01:42:11,592 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for c1229a755ae90b3162e1a29d51f7777b in 143ms, sequenceid=5, compaction requested=false 2024-11-08T01:42:11,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c1229a755ae90b3162e1a29d51f7777b: 2024-11-08T01:42:11,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/cf/f3ec46d3afbe4b40a26c449e27eb6889] hfiles 2024-11-08T01:42:11,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/cf/f3ec46d3afbe4b40a26c449e27eb6889 for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741855_1031 (size=28623) 2024-11-08T01:42:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741855_1031 (size=28623) 2024-11-08T01:42:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741855_1031 (size=28623) 2024-11-08T01:42:11,600 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/.tmp/cf/7d9f2319449e4dc48d0ecb993620debd 2024-11-08T01:42:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741858_1034 (size=65) 2024-11-08T01:42:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741858_1034 (size=65) 2024-11-08T01:42:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741858_1034 (size=65) 2024-11-08T01:42:11,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:42:11,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T01:42:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T01:42:11,604 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:42:11,605 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:42:11,606 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/cf/5ec3114ff0f242b0b4eb3409557746d6, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T01:42:11,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a7fe8a080a80040ea1c5cdaf935d1f49 in 10.1660 sec 2024-11-08T01:42:11,607 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for f50383b935382179ff8d1bbd089f0408 in 161ms, sequenceid=5, compaction requested=false 2024-11-08T01:42:11,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f50383b935382179ff8d1bbd089f0408: 2024-11-08T01:42:11,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/cf/5ec3114ff0f242b0b4eb3409557746d6] hfiles 2024-11-08T01:42:11,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/cf/5ec3114ff0f242b0b4eb3409557746d6 for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/.tmp/cf/9245ed903df8443c9e5a078024fdbd2f as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/cf/9245ed903df8443c9e5a078024fdbd2f 2024-11-08T01:42:11,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/.tmp/cf/7d9f2319449e4dc48d0ecb993620debd as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/cf/7d9f2319449e4dc48d0ecb993620debd 2024-11-08T01:42:11,620 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/cf/9245ed903df8443c9e5a078024fdbd2f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T01:42:11,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d5bca9237f6d7cc6f3a65056f8de75eb in 173ms, sequenceid=5, compaction requested=false 2024-11-08T01:42:11,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d5bca9237f6d7cc6f3a65056f8de75eb: 2024-11-08T01:42:11,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/cf/9245ed903df8443c9e5a078024fdbd2f] hfiles 2024-11-08T01:42:11,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/cf/9245ed903df8443c9e5a078024fdbd2f for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,627 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/cf/7d9f2319449e4dc48d0ecb993620debd, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T01:42:11,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 043e81f767b75bced3abb5bfed448fd8 in 182ms, sequenceid=5, compaction requested=false 2024-11-08T01:42:11,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 043e81f767b75bced3abb5bfed448fd8: 2024-11-08T01:42:11,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. for SnapshotProcedureTest completed. 2024-11-08T01:42:11,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:42:11,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/cf/7d9f2319449e4dc48d0ecb993620debd] hfiles 2024-11-08T01:42:11,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/cf/7d9f2319449e4dc48d0ecb993620debd for snapshot=SnapshotProcedureTest 2024-11-08T01:42:11,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741860_1036 (size=105) 2024-11-08T01:42:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741860_1036 (size=105) 2024-11-08T01:42:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741859_1035 (size=105) 2024-11-08T01:42:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741859_1035 (size=105) 2024-11-08T01:42:11,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:42:11,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T01:42:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741860_1036 (size=105) 2024-11-08T01:42:11,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741859_1035 (size=105) 2024-11-08T01:42:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T01:42:11,643 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f50383b935382179ff8d1bbd089f0408 2024-11-08T01:42:11,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f50383b935382179ff8d1bbd089f0408 2024-11-08T01:42:11,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:42:11,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T01:42:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T01:42:11,646 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:42:11,646 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:42:11,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f50383b935382179ff8d1bbd089f0408 in 10.2040 sec 2024-11-08T01:42:11,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1229a755ae90b3162e1a29d51f7777b in 10.2070 sec 2024-11-08T01:42:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741861_1037 (size=97) 2024-11-08T01:42:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741861_1037 (size=97) 2024-11-08T01:42:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741861_1037 (size=97) 2024-11-08T01:42:11,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:42:11,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T01:42:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T01:42:11,656 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:42:11,656 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:42:11,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d5bca9237f6d7cc6f3a65056f8de75eb in 10.2170 sec 2024-11-08T01:42:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741862_1038 (size=105) 2024-11-08T01:42:11,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741862_1038 (size=105) 2024-11-08T01:42:11,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741862_1038 (size=105) 2024-11-08T01:42:11,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:11,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T01:42:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T01:42:11,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:11,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:11,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-08T01:42:11,666 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:42:11,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 043e81f767b75bced3abb5bfed448fd8 in 10.2240 sec 2024-11-08T01:42:11,667 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:42:11,667 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:42:11,667 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T01:42:11,669 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T01:42:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741863_1039 (size=1174) 2024-11-08T01:42:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741863_1039 (size=1174) 2024-11-08T01:42:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741863_1039 (size=1174) 2024-11-08T01:42:11,698 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:42:11,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T01:42:11,706 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,36559,1731030090763 2024-11-08T01:42:11,706 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:11,706 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:11,706 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:11,706 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,36559,1731030090763 2024-11-08T01:42:11,710 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:11,710 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:11,710 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:11,711 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,36559,1731030090763 2024-11-08T01:42:11,798 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:42:11,798 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8118b061437f,36559,1731030090763 2024-11-08T01:42:11,799 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8118b061437f,36559,1731030090763: Simulated kill ***** 2024-11-08T01:42:11,799 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T01:42:11,799 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T01:42:11,800 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T01:42:11,800 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T01:42:11,800 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T01:42:11,800 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 506328040 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 171320160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T01:42:11,801 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33225 {}] master.MasterRpcServices(700): 8118b061437f,36559,1731030090763 reported a fatal error: ***** ABORTING region server 8118b061437f,36559,1731030090763: Simulated kill ***** 2024-11-08T01:42:11,801 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,36559,1731030090763' ***** 2024-11-08T01:42:11,801 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T01:42:11,801 INFO [RS:2;8118b061437f:36559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:42:11,802 INFO [RS:2;8118b061437f:36559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T01:42:11,802 INFO [RS:2;8118b061437f:36559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T01:42:11,802 INFO [RS:2;8118b061437f:36559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:42:11,802 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:42:11,802 INFO [RS:2;8118b061437f:36559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8118b061437f:36559. 2024-11-08T01:42:11,802 DEBUG [RS:2;8118b061437f:36559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:42:11,802 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:42:11,802 DEBUG [RS:2;8118b061437f:36559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:11,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741833_1009 (size=1473) 2024-11-08T01:42:11,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741833_1009 (size=1473) 2024-11-08T01:42:11,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741833_1009 (size=1473) 2024-11-08T01:42:11,806 DEBUG [RS:2;8118b061437f:36559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:11,806 INFO [RS:2;8118b061437f:36559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:42:11,806 INFO [RS:2;8118b061437f:36559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36559 2024-11-08T01:42:11,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,36559,1731030090763 2024-11-08T01:42:11,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:42:11,868 INFO [RS:2;8118b061437f:36559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:42:11,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,36559,1731030090763] 2024-11-08T01:42:11,880 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:42:11,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,36559,1731030090763 already deleted, retry=false 2024-11-08T01:42:11,889 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8118b061437f,36559,1731030090763 on 8118b061437f,33225,1731030090499 2024-11-08T01:42:11,890 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8118b061437f,36559,1731030090763, splitWal=true, meta=false 2024-11-08T01:42:11,890 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 8118b061437f,36559,1731030090763 (carryingMeta=false) 8118b061437f,36559,1731030090763/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@43cd7dbb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T01:42:11,891 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8118b061437f,36559,1731030090763, splitWal=true, meta=false 2024-11-08T01:42:11,892 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8118b061437f,36559,1731030090763 had 3 regions 2024-11-08T01:42:11,893 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,36559,1731030090763, splitWal=true, meta=false, isMeta: false 2024-11-08T01:42:11,894 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting 2024-11-08T01:42:11,896 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8118b061437f,36559,1731030090763 WAL count=1, meta=false 2024-11-08T01:42:11,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8118b061437f%2C36559%2C1731030090763.1731030091469}] 2024-11-08T01:42:11,898 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:11,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C36559%2C1731030090763.1731030091469, worker=8118b061437f,40933,1731030090687}] 2024-11-08T01:42:11,899 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,36559,1731030090763 Release verify snapshot worker=8118b061437f,36559,1731030090763 2024-11-08T01:42:11,899 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 8118b061437f,36559,1731030090763, this operation will be retried to send to another server 2024-11-08T01:42:11,900 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T01:42:11,900 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731030132900 2024-11-08T01:42:11,900 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,36559,1731030090763 Release verify snapshot worker=8118b061437f,36559,1731030090763 2024-11-08T01:42:11,900 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 8118b061437f,36559,1731030090763, this operation will be retried to send to another server 2024-11-08T01:42:11,900 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T01:42:11,901 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731030132900 2024-11-08T01:42:11,901 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-08T01:42:11,901 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-08T01:42:11,901 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-08T01:42:11,902 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,36559,1731030090763 Release verify snapshot worker=8118b061437f,36559,1731030090763 2024-11-08T01:42:11,902 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 8118b061437f,36559,1731030090763, this operation will be retried to send to another server 2024-11-08T01:42:11,902 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T01:42:11,903 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731030132903 2024-11-08T01:42:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:42:11,979 INFO [RS:2;8118b061437f:36559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:42:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36559-0x101181afe980003, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:42:11,979 INFO [RS:2;8118b061437f:36559 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,36559,1731030090763; zookeeper connection closed. 2024-11-08T01:42:11,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@405ea39d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@405ea39d 2024-11-08T01:42:12,329 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T01:42:12,329 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T01:42:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T01:42:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T01:42:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T01:42:21,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T01:42:21,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T01:42:21,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T01:42:21,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T01:42:21,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T01:42:21,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T01:42:21,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T01:42:21,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T01:42:21,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T01:42:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T01:42:21,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T01:42:21,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T01:42:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T01:42:21,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T01:42:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T01:42:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T01:42:21,721 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 Release verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:21,722 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,40933,1731030090687 Release verify snapshot worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T01:42:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T01:42:21,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 in 10.0180 sec 2024-11-08T01:42:21,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,40933,1731030090687 in 10.0190 sec 2024-11-08T01:42:21,724 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 Release verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:21,725 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:21,725 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:21,725 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:21,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 in 10.0210 sec 2024-11-08T01:42:21,727 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,40933,1731030090687 Release verify snapshot worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:21,728 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 Release verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:21,728 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,40933,1731030090687 Release verify snapshot worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:21,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,40933,1731030090687 in 10.0240 sec 2024-11-08T01:42:21,729 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:21,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 in 10.0250 sec 2024-11-08T01:42:21,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,40933,1731030090687 in 10.0250 sec 2024-11-08T01:42:21,734 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469, size=1.4 K (1473bytes) 2024-11-08T01:42:21,734 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469 2024-11-08T01:42:21,734 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469 after 0ms 2024-11-08T01:42:21,737 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469 took 3ms 2024-11-08T01:42:21,742 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 4cf44abf1949314e5ac0f98c3860dfea: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T01:42:21,744 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 043e81f767b75bced3abb5bfed448fd8: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-08T01:42:21,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for be613a4c86a932f4a1cfb0ef5707676e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T01:42:21,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469 so closing down 2024-11-08T01:42:21,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T01:42:21,745 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T01:42:21,745 INFO [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-08T01:42:21,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469, journal: Splitting hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469, size=1.4 K (1473bytes) at 1731030141734Finishing writing output for hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469 so closing down at 1731030141745 (+11 ms)3 split writer threads finished at 1731030141745Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1731030141745 2024-11-08T01:42:21,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469 2024-11-08T01:42:21,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T01:42:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T01:42:21,749 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting/8118b061437f%2C36559%2C1731030090763.1731030091469 to hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/oldWALs 2024-11-08T01:42:21,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T01:42:21,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C36559%2C1731030090763.1731030091469, worker=8118b061437f,40933,1731030090687 in 9.8510 sec 2024-11-08T01:42:21,752 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:21,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T01:42:21,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C36559%2C1731030090763.1731030091469, worker=8118b061437f,40933,1731030090687 in 9.8560 sec 2024-11-08T01:42:21,756 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting dir is empty, no logs to split. 2024-11-08T01:42:21,756 INFO [PEWorker-4 {}] master.SplitWALManager(105): 8118b061437f,36559,1731030090763 WAL count=0, meta=false 2024-11-08T01:42:21,756 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 8118b061437f,36559,1731030090763 WAL splitting is done? wals=0, meta=false 2024-11-08T01:42:21,758 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8118b061437f,36559,1731030090763 failed, ignore...File hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/WALs/8118b061437f,36559,1731030090763-splitting does not exist. 2024-11-08T01:42:21,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN}] 2024-11-08T01:42:21,760 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN 2024-11-08T01:42:21,760 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN 2024-11-08T01:42:21,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN 2024-11-08T01:42:21,761 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T01:42:21,761 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T01:42:21,761 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T01:42:21,786 INFO [master/8118b061437f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T01:42:21,786 INFO [master/8118b061437f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T01:42:21,912 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0} 2024-11-08T01:42:21,912 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T01:42:21,912 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T01:42:21,912 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T01:42:21,912 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T01:42:21,912 INFO [8118b061437f:33225 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T01:42:21,912 INFO [8118b061437f:33225 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T01:42:21,912 DEBUG [8118b061437f:33225 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T01:42:21,912 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=043e81f767b75bced3abb5bfed448fd8, regionState=OPENING, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:42:21,912 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=4cf44abf1949314e5ac0f98c3860dfea, regionState=OPENING, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:42:21,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=be613a4c86a932f4a1cfb0ef5707676e, regionState=OPENING, regionLocation=8118b061437f,38075,1731030090724 2024-11-08T01:42:21,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN because future has completed 2024-11-08T01:42:21,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea, server=8118b061437f,40933,1731030090687}] 2024-11-08T01:42:21,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN because future has completed 2024-11-08T01:42:21,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure be613a4c86a932f4a1cfb0ef5707676e, server=8118b061437f,38075,1731030090724}] 2024-11-08T01:42:21,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN because future has completed 2024-11-08T01:42:21,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 043e81f767b75bced3abb5bfed448fd8, server=8118b061437f,40933,1731030090687}] 2024-11-08T01:42:30,474 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T01:42:31,735 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:31,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T01:42:31,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf44abf1949314e5ac0f98c3860dfea, NAME => 'SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T01:42:31,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:42:31,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T01:42:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T01:42:31,737 INFO [StoreOpener-4cf44abf1949314e5ac0f98c3860dfea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,739 INFO [StoreOpener-4cf44abf1949314e5ac0f98c3860dfea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf44abf1949314e5ac0f98c3860dfea columnFamilyName cf 2024-11-08T01:42:31,739 DEBUG [StoreOpener-4cf44abf1949314e5ac0f98c3860dfea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:42:31,739 INFO [StoreOpener-4cf44abf1949314e5ac0f98c3860dfea-1 {}] regionserver.HStore(327): Store=4cf44abf1949314e5ac0f98c3860dfea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:42:31,739 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,740 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,741 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,741 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,741 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,743 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,744 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 4cf44abf1949314e5ac0f98c3860dfea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70831876, jitterRate=0.05547720193862915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:42:31,744 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,744 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 4cf44abf1949314e5ac0f98c3860dfea: Running coprocessor pre-open hook at 1731030151736Writing region info on filesystem at 1731030151736Initializing all the Stores at 1731030151737 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030151737Cleaning up temporary data from old regions at 1731030151741 (+4 ms)Running coprocessor post-open hooks at 1731030151744 (+3 ms)Region opened successfully at 1731030151744 2024-11-08T01:42:31,745 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea., pid=52, masterSystemTime=1731030151725 2024-11-08T01:42:31,766 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:31,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T01:42:31,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T01:42:31,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => be613a4c86a932f4a1cfb0ef5707676e, NAME => 'SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T01:42:31,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T01:42:31,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T01:42:31,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:31,767 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,767 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 043e81f767b75bced3abb5bfed448fd8, NAME => 'SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T01:42:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T01:42:31,767 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,40933,1731030090687 Release verify snapshot worker=8118b061437f,40933,1731030090687 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,767 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:42:31,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=4cf44abf1949314e5ac0f98c3860dfea, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:42:31,768 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,768 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,769 INFO [StoreOpener-be613a4c86a932f4a1cfb0ef5707676e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea, server=8118b061437f,40933,1731030090687 because future has completed 2024-11-08T01:42:31,770 INFO [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,770 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 Release verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:31,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,40933,1731030090687 in 20.0640 sec 2024-11-08T01:42:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T01:42:31,771 INFO [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043e81f767b75bced3abb5bfed448fd8 columnFamilyName cf 2024-11-08T01:42:31,771 INFO [StoreOpener-be613a4c86a932f4a1cfb0ef5707676e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be613a4c86a932f4a1cfb0ef5707676e columnFamilyName cf 2024-11-08T01:42:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T01:42:31,771 DEBUG [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:42:31,771 DEBUG [StoreOpener-be613a4c86a932f4a1cfb0ef5707676e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:42:31,771 INFO [StoreOpener-be613a4c86a932f4a1cfb0ef5707676e-1 {}] regionserver.HStore(327): Store=be613a4c86a932f4a1cfb0ef5707676e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:42:31,771 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,771 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 Release verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:31,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 in 20.0670 sec 2024-11-08T01:42:31,772 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,773 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 Release verify snapshot worker=8118b061437f,38075,1731030090724 2024-11-08T01:42:31,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-08T01:42:31,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 in 20.0680 sec 2024-11-08T01:42:31,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf44abf1949314e5ac0f98c3860dfea, server=8118b061437f,40933,1731030090687 in 9.8550 sec 2024-11-08T01:42:31,774 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,774 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,774 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf44abf1949314e5ac0f98c3860dfea, ASSIGN in 10.0140 sec 2024-11-08T01:42:31,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-11-08T01:42:31,775 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:42:31,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8118b061437f,38075,1731030090724 in 20.0700 sec 2024-11-08T01:42:31,775 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T01:42:31,776 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,777 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:42:31,777 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T01:42:31,778 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened be613a4c86a932f4a1cfb0ef5707676e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66493967, jitterRate=-0.009162679314613342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:42:31,778 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,778 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for be613a4c86a932f4a1cfb0ef5707676e: Running coprocessor pre-open hook at 1731030151767Writing region info on filesystem at 1731030151767Initializing all the Stores at 1731030151768 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030151769 (+1 ms)Cleaning up temporary data from old regions at 1731030151774 (+5 ms)Running coprocessor post-open hooks at 1731030151778 (+4 ms)Region opened successfully at 1731030151778 2024-11-08T01:42:31,779 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e., pid=53, masterSystemTime=1731030151725 2024-11-08T01:42:31,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.4010 sec 2024-11-08T01:42:31,780 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:31,780 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:31,780 DEBUG [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/cf/7d9f2319449e4dc48d0ecb993620debd 2024-11-08T01:42:31,781 INFO [StoreOpener-043e81f767b75bced3abb5bfed448fd8-1 {}] regionserver.HStore(327): Store=043e81f767b75bced3abb5bfed448fd8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:42:31,781 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=be613a4c86a932f4a1cfb0ef5707676e, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,38075,1731030090724 2024-11-08T01:42:31,782 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,783 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure be613a4c86a932f4a1cfb0ef5707676e, server=8118b061437f,38075,1731030090724 because future has completed 2024-11-08T01:42:31,783 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,783 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,785 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-08T01:42:31,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure be613a4c86a932f4a1cfb0ef5707676e, server=8118b061437f,38075,1731030090724 in 9.8680 sec 2024-11-08T01:42:31,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be613a4c86a932f4a1cfb0ef5707676e, ASSIGN in 10.0270 sec 2024-11-08T01:42:31,787 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:42:31,788 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 043e81f767b75bced3abb5bfed448fd8; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72849203, jitterRate=0.08553771674633026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:42:31,788 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,788 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 043e81f767b75bced3abb5bfed448fd8: Running coprocessor pre-open hook at 1731030151768Writing region info on filesystem at 1731030151768Initializing all the Stores at 1731030151769 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030151769Cleaning up temporary data from old regions at 1731030151783 (+14 ms)Running coprocessor post-open hooks at 1731030151788 (+5 ms)Region opened successfully at 1731030151788 2024-11-08T01:42:31,789 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8., pid=54, masterSystemTime=1731030151725 2024-11-08T01:42:31,791 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:31,791 INFO [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:31,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=043e81f767b75bced3abb5bfed448fd8, regionState=OPEN, openSeqNum=6, regionLocation=8118b061437f,40933,1731030090687 2024-11-08T01:42:31,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 043e81f767b75bced3abb5bfed448fd8, server=8118b061437f,40933,1731030090687 because future has completed 2024-11-08T01:42:31,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-11-08T01:42:31,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 043e81f767b75bced3abb5bfed448fd8, server=8118b061437f,40933,1731030090687 in 9.8760 sec 2024-11-08T01:42:31,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-08T01:42:31,797 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 8118b061437f,36559,1731030090763 after splitting done 2024-11-08T01:42:31,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043e81f767b75bced3abb5bfed448fd8, ASSIGN in 10.0370 sec 2024-11-08T01:42:31,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 8118b061437f,36559,1731030090763, splitWal=true, meta=false in 19.9080 sec 2024-11-08T01:42:31,829 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T01:42:31,833 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T01:42:31,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T01:42:31,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:42:31,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:42:31,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:31,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:31,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:42:31,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T01:42:31,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1405600602, stopped=false 2024-11-08T01:42:31,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8118b061437f,33225,1731030090499 2024-11-08T01:42:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:42:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:42:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T01:42:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:42:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:42:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:42:31,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:42:31,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:42:31,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:42:31,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T01:42:31,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:42:31,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:42:31,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:31,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,40933,1731030090687' ***** 2024-11-08T01:42:31,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:42:31,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,38075,1731030090724' ***** 2024-11-08T01:42:31,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:42:31,879 INFO [RS:1;8118b061437f:38075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:42:31,879 INFO [RS:1;8118b061437f:38075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:42:31,879 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:42:31,879 INFO [RS:1;8118b061437f:38075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:42:31,879 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(3091): Received CLOSE for c1229a755ae90b3162e1a29d51f7777b 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:42:31,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(3091): Received CLOSE for d5bca9237f6d7cc6f3a65056f8de75eb 2024-11-08T01:42:31,880 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(3091): Received CLOSE for be613a4c86a932f4a1cfb0ef5707676e 2024-11-08T01:42:31,880 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(3091): Received CLOSE for 18762a7aae14f70c00d3aaf8a3871099 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(3091): Received CLOSE for 12a7244bf1255aca3d5f2464c43c1229 2024-11-08T01:42:31,880 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(3091): Received CLOSE for dd419306644492286b899029d2d53143 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(3091): Received CLOSE for f50383b935382179ff8d1bbd089f0408 2024-11-08T01:42:31,880 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1229a755ae90b3162e1a29d51f7777b, disabling compactions & flushes 2024-11-08T01:42:31,880 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,38075,1731030090724 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(3091): Received CLOSE for a7fe8a080a80040ea1c5cdaf935d1f49 2024-11-08T01:42:31,880 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:42:31,880 INFO [RS:1;8118b061437f:38075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(3091): Received CLOSE for 043e81f767b75bced3abb5bfed448fd8 2024-11-08T01:42:31,880 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cf44abf1949314e5ac0f98c3860dfea 2024-11-08T01:42:31,880 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. after waiting 0 ms 2024-11-08T01:42:31,880 INFO [RS:1;8118b061437f:38075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8118b061437f:38075. 2024-11-08T01:42:31,880 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,40933,1731030090687 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:42:31,880 DEBUG [RS:1;8118b061437f:38075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8118b061437f:40933. 2024-11-08T01:42:31,880 DEBUG [RS:1;8118b061437f:38075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:31,880 DEBUG [RS:0;8118b061437f:40933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:42:31,880 DEBUG [RS:0;8118b061437f:40933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:31,880 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T01:42:31,880 DEBUG [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1325): Online Regions={c1229a755ae90b3162e1a29d51f7777b=SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b., be613a4c86a932f4a1cfb0ef5707676e=SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e., 18762a7aae14f70c00d3aaf8a3871099=SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099., dd419306644492286b899029d2d53143=SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143.} 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:42:31,880 INFO [RS:0;8118b061437f:40933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:42:31,880 DEBUG [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1351): Waiting on 18762a7aae14f70c00d3aaf8a3871099, be613a4c86a932f4a1cfb0ef5707676e, c1229a755ae90b3162e1a29d51f7777b, dd419306644492286b899029d2d53143 2024-11-08T01:42:31,881 INFO [RS:0;8118b061437f:40933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:42:31,881 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T01:42:31,881 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-08T01:42:31,881 DEBUG [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1325): Online Regions={d5bca9237f6d7cc6f3a65056f8de75eb=SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb., 12a7244bf1255aca3d5f2464c43c1229=SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229., f50383b935382179ff8d1bbd089f0408=SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408., 1588230740=hbase:meta,,1.1588230740, a7fe8a080a80040ea1c5cdaf935d1f49=SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49., 043e81f767b75bced3abb5bfed448fd8=SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8., 4cf44abf1949314e5ac0f98c3860dfea=SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea.} 2024-11-08T01:42:31,881 DEBUG [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1351): Waiting on 043e81f767b75bced3abb5bfed448fd8, 12a7244bf1255aca3d5f2464c43c1229, 1588230740, 4cf44abf1949314e5ac0f98c3860dfea, a7fe8a080a80040ea1c5cdaf935d1f49, d5bca9237f6d7cc6f3a65056f8de75eb, f50383b935382179ff8d1bbd089f0408 2024-11-08T01:42:31,881 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:42:31,881 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5bca9237f6d7cc6f3a65056f8de75eb, disabling compactions & flushes 2024-11-08T01:42:31,881 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:42:31,881 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:42:31,881 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:42:31,881 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:42:31,881 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:42:31,881 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. after waiting 0 ms 2024-11-08T01:42:31,881 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:42:31,881 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:42:31,881 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-08T01:42:31,885 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/c1229a755ae90b3162e1a29d51f7777b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T01:42:31,885 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:42:31,885 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1229a755ae90b3162e1a29d51f7777b: Waiting for close lock at 1731030151880Running coprocessor pre-close hooks at 1731030151880Disabling compacts and flushes for region at 1731030151880Disabling writes for close at 1731030151880Writing region close event to WAL at 1731030151881 (+1 ms)Running coprocessor post-close hooks at 1731030151885 (+4 ms)Closed at 1731030151885 2024-11-08T01:42:31,885 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731030101822.c1229a755ae90b3162e1a29d51f7777b. 2024-11-08T01:42:31,885 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be613a4c86a932f4a1cfb0ef5707676e, disabling compactions & flushes 2024-11-08T01:42:31,886 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:31,886 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:31,886 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. after waiting 0 ms 2024-11-08T01:42:31,886 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:31,886 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/d5bca9237f6d7cc6f3a65056f8de75eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T01:42:31,887 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:42:31,887 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5bca9237f6d7cc6f3a65056f8de75eb: Waiting for close lock at 1731030151881Running coprocessor pre-close hooks at 1731030151881Disabling compacts and flushes for region at 1731030151881Disabling writes for close at 1731030151881Writing region close event to WAL at 1731030151882 (+1 ms)Running coprocessor post-close hooks at 1731030151887 (+5 ms)Closed at 1731030151887 2024-11-08T01:42:31,887 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731030101822.d5bca9237f6d7cc6f3a65056f8de75eb. 2024-11-08T01:42:31,887 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12a7244bf1255aca3d5f2464c43c1229, disabling compactions & flushes 2024-11-08T01:42:31,887 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:42:31,887 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:42:31,887 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. after waiting 0 ms 2024-11-08T01:42:31,887 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:42:31,894 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/be613a4c86a932f4a1cfb0ef5707676e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T01:42:31,895 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/12a7244bf1255aca3d5f2464c43c1229/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:42:31,895 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:31,895 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be613a4c86a932f4a1cfb0ef5707676e: Waiting for close lock at 1731030151885Running coprocessor pre-close hooks at 1731030151885Disabling compacts and flushes for region at 1731030151885Disabling writes for close at 1731030151886 (+1 ms)Writing region close event to WAL at 1731030151891 (+5 ms)Running coprocessor post-close hooks at 1731030151895 (+4 ms)Closed at 1731030151895 2024-11-08T01:42:31,895 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731030101822.be613a4c86a932f4a1cfb0ef5707676e. 2024-11-08T01:42:31,896 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12a7244bf1255aca3d5f2464c43c1229: Waiting for close lock at 1731030151887Running coprocessor pre-close hooks at 1731030151887Disabling compacts and flushes for region at 1731030151887Disabling writes for close at 1731030151887Writing region close event to WAL at 1731030151891 (+4 ms)Running coprocessor post-close hooks at 1731030151896 (+5 ms)Closed at 1731030151896 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229. 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18762a7aae14f70c00d3aaf8a3871099, disabling compactions & flushes 2024-11-08T01:42:31,896 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f50383b935382179ff8d1bbd089f0408, disabling compactions & flushes 2024-11-08T01:42:31,896 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. after waiting 0 ms 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. after waiting 0 ms 2024-11-08T01:42:31,896 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:42:31,900 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/f50383b935382179ff8d1bbd089f0408/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T01:42:31,900 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/18762a7aae14f70c00d3aaf8a3871099/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:42:31,900 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:42:31,900 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f50383b935382179ff8d1bbd089f0408: Waiting for close lock at 1731030151896Running coprocessor pre-close hooks at 1731030151896Disabling compacts and flushes for region at 1731030151896Disabling writes for close at 1731030151896Writing region close event to WAL at 1731030151897 (+1 ms)Running coprocessor post-close hooks at 1731030151900 (+3 ms)Closed at 1731030151900 2024-11-08T01:42:31,900 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731030101822.f50383b935382179ff8d1bbd089f0408. 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18762a7aae14f70c00d3aaf8a3871099: Waiting for close lock at 1731030151896Running coprocessor pre-close hooks at 1731030151896Disabling compacts and flushes for region at 1731030151896Disabling writes for close at 1731030151896Writing region close event to WAL at 1731030151896Running coprocessor post-close hooks at 1731030151900 (+4 ms)Closed at 1731030151900 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731030101822.18762a7aae14f70c00d3aaf8a3871099. 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7fe8a080a80040ea1c5cdaf935d1f49, disabling compactions & flushes 2024-11-08T01:42:31,901 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd419306644492286b899029d2d53143, disabling compactions & flushes 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:42:31,901 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. after waiting 0 ms 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. after waiting 0 ms 2024-11-08T01:42:31,901 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:42:31,902 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/info/973185a053f546d5a4a44a724666bc1e is 167, key is SPTestTable,19999999,1731030101822.12a7244bf1255aca3d5f2464c43c1229./info:regioninfo/1731030112167/Put/seqid=0 2024-11-08T01:42:31,904 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/dd419306644492286b899029d2d53143/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:42:31,905 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:42:31,905 INFO [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:42:31,905 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:42:31,905 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd419306644492286b899029d2d53143: Waiting for close lock at 1731030151901Running coprocessor pre-close hooks at 1731030151901Disabling compacts and flushes for region at 1731030151901Disabling writes for close at 1731030151901Writing region close event to WAL at 1731030151901Running coprocessor post-close hooks at 1731030151905 (+4 ms)Closed at 1731030151905 2024-11-08T01:42:31,905 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731030101822.dd419306644492286b899029d2d53143. 2024-11-08T01:42:31,905 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/a7fe8a080a80040ea1c5cdaf935d1f49/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:42:31,906 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:42:31,906 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7fe8a080a80040ea1c5cdaf935d1f49: Waiting for close lock at 1731030151901Running coprocessor pre-close hooks at 1731030151901Disabling compacts and flushes for region at 1731030151901Disabling writes for close at 1731030151901Writing region close event to WAL at 1731030151901Running coprocessor post-close hooks at 1731030151906 (+5 ms)Closed at 1731030151906 2024-11-08T01:42:31,906 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731030101822.a7fe8a080a80040ea1c5cdaf935d1f49. 2024-11-08T01:42:31,906 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 043e81f767b75bced3abb5bfed448fd8, disabling compactions & flushes 2024-11-08T01:42:31,906 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:31,906 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:31,906 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. after waiting 0 ms 2024-11-08T01:42:31,906 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:31,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741864_1040 (size=19785) 2024-11-08T01:42:31,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741864_1040 (size=19785) 2024-11-08T01:42:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741864_1040 (size=19785) 2024-11-08T01:42:31,911 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/info/973185a053f546d5a4a44a724666bc1e 2024-11-08T01:42:31,912 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/043e81f767b75bced3abb5bfed448fd8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-08T01:42:31,913 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:31,913 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 043e81f767b75bced3abb5bfed448fd8: Waiting for close lock at 1731030151906Running coprocessor pre-close hooks at 1731030151906Disabling compacts and flushes for region at 1731030151906Disabling writes for close at 1731030151906Writing region close event to WAL at 1731030151907 (+1 ms)Running coprocessor post-close hooks at 1731030151913 (+6 ms)Closed at 1731030151913 2024-11-08T01:42:31,913 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731030101822.043e81f767b75bced3abb5bfed448fd8. 2024-11-08T01:42:31,913 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cf44abf1949314e5ac0f98c3860dfea, disabling compactions & flushes 2024-11-08T01:42:31,913 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:31,913 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:31,913 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. after waiting 0 ms 2024-11-08T01:42:31,913 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:31,917 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/default/SPTestTable/4cf44abf1949314e5ac0f98c3860dfea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T01:42:31,917 INFO [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:31,917 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cf44abf1949314e5ac0f98c3860dfea: Waiting for close lock at 1731030151913Running coprocessor pre-close hooks at 1731030151913Disabling compacts and flushes for region at 1731030151913Disabling writes for close at 1731030151913Writing region close event to WAL at 1731030151913Running coprocessor post-close hooks at 1731030151917 (+4 ms)Closed at 1731030151917 2024-11-08T01:42:31,917 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731030101822.4cf44abf1949314e5ac0f98c3860dfea. 2024-11-08T01:42:31,937 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/ns/fda1fa97fd53463ca0eb1920c8ef4476 is 43, key is default/ns:d/1731030101748/Put/seqid=0 2024-11-08T01:42:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741865_1041 (size=5153) 2024-11-08T01:42:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741865_1041 (size=5153) 2024-11-08T01:42:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741865_1041 (size=5153) 2024-11-08T01:42:31,944 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/ns/fda1fa97fd53463ca0eb1920c8ef4476 2024-11-08T01:42:31,964 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/table/8c940fc4c9434da7abf5b68efc08e344 is 47, key is SPTestTable/table:state/1731030112232/Put/seqid=0 2024-11-08T01:42:31,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741866_1042 (size=5214) 2024-11-08T01:42:31,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741866_1042 (size=5214) 2024-11-08T01:42:31,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741866_1042 (size=5214) 2024-11-08T01:42:31,977 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/table/8c940fc4c9434da7abf5b68efc08e344 2024-11-08T01:42:31,985 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/info/973185a053f546d5a4a44a724666bc1e as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/info/973185a053f546d5a4a44a724666bc1e 2024-11-08T01:42:31,992 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/info/973185a053f546d5a4a44a724666bc1e, entries=112, sequenceid=35, filesize=19.3 K 2024-11-08T01:42:31,993 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/ns/fda1fa97fd53463ca0eb1920c8ef4476 as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/ns/fda1fa97fd53463ca0eb1920c8ef4476 2024-11-08T01:42:32,000 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/ns/fda1fa97fd53463ca0eb1920c8ef4476, entries=2, sequenceid=35, filesize=5.0 K 2024-11-08T01:42:32,001 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/.tmp/table/8c940fc4c9434da7abf5b68efc08e344 as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/table/8c940fc4c9434da7abf5b68efc08e344 2024-11-08T01:42:32,008 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/table/8c940fc4c9434da7abf5b68efc08e344, entries=2, sequenceid=35, filesize=5.1 K 2024-11-08T01:42:32,009 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=35, compaction requested=false 2024-11-08T01:42:32,014 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-08T01:42:32,015 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:42:32,015 INFO [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:42:32,015 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030151881Running coprocessor pre-close hooks at 1731030151881Disabling compacts and flushes for region at 1731030151881Disabling writes for close at 1731030151881Obtaining lock to block concurrent updates at 1731030151881Preparing flush snapshotting stores in 1588230740 at 1731030151881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731030151882 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731030151882Flushing 1588230740/info: creating writer at 1731030151882Flushing 1588230740/info: appending metadata at 1731030151902 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731030151902Flushing 1588230740/ns: creating writer at 1731030151918 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731030151936 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731030151936Flushing 1588230740/table: creating writer at 1731030151950 (+14 ms)Flushing 1588230740/table: appending metadata at 1731030151964 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731030151964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37230a89: reopening flushed file at 1731030151983 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6c50a3: reopening flushed file at 1731030151992 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4ef30b: reopening flushed file at 1731030152000 (+8 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=35, compaction requested=false at 1731030152009 (+9 ms)Writing region close event to WAL at 1731030152011 (+2 ms)Running coprocessor post-close hooks at 1731030152015 (+4 ms)Closed at 1731030152015 2024-11-08T01:42:32,016 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T01:42:32,081 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,38075,1731030090724; all regions closed. 2024-11-08T01:42:32,081 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,40933,1731030090687; all regions closed. 2024-11-08T01:42:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741834_1010 (size=2947) 2024-11-08T01:42:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741834_1010 (size=2947) 2024-11-08T01:42:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741834_1010 (size=2947) 2024-11-08T01:42:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741836_1012 (size=18358) 2024-11-08T01:42:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741836_1012 (size=18358) 2024-11-08T01:42:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741836_1012 (size=18358) 2024-11-08T01:42:32,087 DEBUG [RS:1;8118b061437f:38075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/oldWALs 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C38075%2C1731030090724:(num 1731030091477) 2024-11-08T01:42:32,088 DEBUG [RS:1;8118b061437f:38075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:42:32,088 DEBUG [RS:0;8118b061437f:40933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/oldWALs 2024-11-08T01:42:32,088 INFO [RS:0;8118b061437f:40933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C40933%2C1731030090687.meta:.meta(num 1731030101630) 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:42:32,088 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:42:32,088 INFO [RS:1;8118b061437f:38075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38075 2024-11-08T01:42:32,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741835_1011 (size=4639) 2024-11-08T01:42:32,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741835_1011 (size=4639) 2024-11-08T01:42:32,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741835_1011 (size=4639) 2024-11-08T01:42:32,093 DEBUG [RS:0;8118b061437f:40933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/oldWALs 2024-11-08T01:42:32,093 INFO [RS:0;8118b061437f:40933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C40933%2C1731030090687:(num 1731030091477) 2024-11-08T01:42:32,093 DEBUG [RS:0;8118b061437f:40933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:42:32,093 INFO [RS:0;8118b061437f:40933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:42:32,093 INFO [RS:0;8118b061437f:40933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:42:32,093 INFO [RS:0;8118b061437f:40933 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T01:42:32,093 INFO [RS:0;8118b061437f:40933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:42:32,093 INFO [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:42:32,094 INFO [RS:0;8118b061437f:40933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40933 2024-11-08T01:42:32,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,38075,1731030090724 2024-11-08T01:42:32,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T01:42:32,098 INFO [RS:1;8118b061437f:38075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:42:32,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,40933,1731030090687 2024-11-08T01:42:32,109 INFO [RS:0;8118b061437f:40933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:42:32,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,38075,1731030090724] 2024-11-08T01:42:32,141 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,38075,1731030090724 already deleted, retry=false 2024-11-08T01:42:32,141 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,38075,1731030090724 expired; onlineServers=1 2024-11-08T01:42:32,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,40933,1731030090687] 2024-11-08T01:42:32,151 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,40933,1731030090687 already deleted, retry=false 2024-11-08T01:42:32,151 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,40933,1731030090687 expired; onlineServers=0 2024-11-08T01:42:32,151 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8118b061437f,33225,1731030090499' ***** 2024-11-08T01:42:32,151 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T01:42:32,152 INFO [M:0;8118b061437f:33225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:42:32,152 INFO [M:0;8118b061437f:33225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:42:32,152 DEBUG [M:0;8118b061437f:33225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T01:42:32,152 DEBUG [M:0;8118b061437f:33225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T01:42:32,152 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T01:42:32,152 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030091133 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030091133,5,FailOnTimeoutGroup] 2024-11-08T01:42:32,152 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030091133 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030091133,5,FailOnTimeoutGroup] 2024-11-08T01:42:32,153 INFO [M:0;8118b061437f:33225 {}] hbase.ChoreService(370): Chore service for: master/8118b061437f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T01:42:32,153 INFO [M:0;8118b061437f:33225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:42:32,154 DEBUG [M:0;8118b061437f:33225 {}] master.HMaster(1795): Stopping service threads 2024-11-08T01:42:32,154 INFO [M:0;8118b061437f:33225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T01:42:32,154 INFO [M:0;8118b061437f:33225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:42:32,154 ERROR [M:0;8118b061437f:33225 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:41069 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41069,5,PEWorkerGroup] 2024-11-08T01:42:32,155 INFO [M:0;8118b061437f:33225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T01:42:32,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T01:42:32,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T01:42:32,161 DEBUG [M:0;8118b061437f:33225 {}] zookeeper.ZKUtil(347): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T01:42:32,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T01:42:32,161 WARN [M:0;8118b061437f:33225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T01:42:32,162 INFO [M:0;8118b061437f:33225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/.lastflushedseqids 2024-11-08T01:42:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741867_1043 (size=650) 2024-11-08T01:42:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741867_1043 (size=650) 2024-11-08T01:42:32,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741867_1043 (size=650) 2024-11-08T01:42:32,169 INFO [M:0;8118b061437f:33225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T01:42:32,169 INFO [M:0;8118b061437f:33225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T01:42:32,169 DEBUG [M:0;8118b061437f:33225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:42:32,169 INFO [M:0;8118b061437f:33225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:42:32,169 DEBUG [M:0;8118b061437f:33225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:42:32,169 DEBUG [M:0;8118b061437f:33225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:42:32,169 DEBUG [M:0;8118b061437f:33225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:42:32,170 INFO [M:0;8118b061437f:33225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.83 KB heapSize=266.03 KB 2024-11-08T01:42:32,184 DEBUG [M:0;8118b061437f:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21b39d6779af40f78b6bb64b7598b846 is 82, key is hbase:meta,,1/info:regioninfo/1731030101664/Put/seqid=0 2024-11-08T01:42:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741868_1044 (size=5672) 2024-11-08T01:42:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741868_1044 (size=5672) 2024-11-08T01:42:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741868_1044 (size=5672) 2024-11-08T01:42:32,191 INFO [M:0;8118b061437f:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21b39d6779af40f78b6bb64b7598b846 2024-11-08T01:42:32,211 DEBUG [M:0;8118b061437f:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d16f56895a9e465bbbe7cec789874b8c is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731030112239/Put/seqid=0 2024-11-08T01:42:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741869_1045 (size=9312) 2024-11-08T01:42:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741869_1045 (size=9312) 2024-11-08T01:42:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741869_1045 (size=9312) 2024-11-08T01:42:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:42:32,220 INFO [RS:1;8118b061437f:38075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:42:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38075-0x101181afe980002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:42:32,220 INFO [RS:1;8118b061437f:38075 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,38075,1731030090724; zookeeper connection closed. 2024-11-08T01:42:32,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c68afd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c68afd7 2024-11-08T01:42:32,221 INFO [M:0;8118b061437f:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.10 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d16f56895a9e465bbbe7cec789874b8c 2024-11-08T01:42:32,225 INFO [M:0;8118b061437f:33225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d16f56895a9e465bbbe7cec789874b8c 2024-11-08T01:42:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:42:32,230 INFO [RS:0;8118b061437f:40933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:42:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40933-0x101181afe980001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:42:32,230 INFO [RS:0;8118b061437f:40933 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,40933,1731030090687; zookeeper connection closed. 2024-11-08T01:42:32,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@737b574 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@737b574 2024-11-08T01:42:32,231 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T01:42:32,246 DEBUG [M:0;8118b061437f:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f996cc77cbf44148e311302ed19e9fa is 69, key is 8118b061437f,38075,1731030090724/rs:state/1731030091247/Put/seqid=0 2024-11-08T01:42:32,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741870_1046 (size=5442) 2024-11-08T01:42:32,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741870_1046 (size=5442) 2024-11-08T01:42:32,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741870_1046 (size=5442) 2024-11-08T01:42:32,369 INFO [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T01:42:32,655 INFO [M:0;8118b061437f:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f996cc77cbf44148e311302ed19e9fa 2024-11-08T01:42:32,665 INFO [M:0;8118b061437f:33225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f996cc77cbf44148e311302ed19e9fa 2024-11-08T01:42:32,667 DEBUG [M:0;8118b061437f:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21b39d6779af40f78b6bb64b7598b846 as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21b39d6779af40f78b6bb64b7598b846 2024-11-08T01:42:32,673 INFO [M:0;8118b061437f:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21b39d6779af40f78b6bb64b7598b846, entries=8, sequenceid=467, filesize=5.5 K 2024-11-08T01:42:32,674 DEBUG [M:0;8118b061437f:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d16f56895a9e465bbbe7cec789874b8c as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d16f56895a9e465bbbe7cec789874b8c 2024-11-08T01:42:32,679 INFO [M:0;8118b061437f:33225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d16f56895a9e465bbbe7cec789874b8c 2024-11-08T01:42:32,680 INFO [M:0;8118b061437f:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d16f56895a9e465bbbe7cec789874b8c, entries=54, sequenceid=467, filesize=9.1 K 2024-11-08T01:42:32,681 DEBUG [M:0;8118b061437f:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f996cc77cbf44148e311302ed19e9fa as hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f996cc77cbf44148e311302ed19e9fa 2024-11-08T01:42:32,687 INFO [M:0;8118b061437f:33225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f996cc77cbf44148e311302ed19e9fa 2024-11-08T01:42:32,687 INFO [M:0;8118b061437f:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/6a9d6f69-6053-52fc-99f8-8be9c003e020/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f996cc77cbf44148e311302ed19e9fa, entries=3, sequenceid=467, filesize=5.3 K 2024-11-08T01:42:32,688 INFO [M:0;8118b061437f:33225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.83 KB/228180, heapSize ~265.73 KB/272112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=467, compaction requested=false 2024-11-08T01:42:32,689 INFO [M:0;8118b061437f:33225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:42:32,689 DEBUG [M:0;8118b061437f:33225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030152169Disabling compacts and flushes for region at 1731030152169Disabling writes for close at 1731030152169Obtaining lock to block concurrent updates at 1731030152170 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731030152170Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228180, getHeapSize=272352, getOffHeapSize=0, getCellsCount=570 at 1731030152170Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731030152170Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731030152170Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731030152183 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731030152183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731030152195 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731030152210 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731030152210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731030152226 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731030152245 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731030152245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f26a9e9: reopening flushed file at 1731030152666 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1e8faa: reopening flushed file at 1731030152673 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733ffe06: reopening flushed file at 1731030152680 (+7 ms)Finished flush of dataSize ~222.83 KB/228180, heapSize ~265.73 KB/272112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=467, compaction requested=false at 1731030152688 (+8 ms)Writing region close event to WAL at 1731030152689 (+1 ms)Closed at 1731030152689 2024-11-08T01:42:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741830_1006 (size=259366) 2024-11-08T01:42:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741830_1006 (size=259366) 2024-11-08T01:42:32,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741830_1006 (size=259366) 2024-11-08T01:42:32,692 INFO [M:0;8118b061437f:33225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T01:42:32,692 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:42:32,692 INFO [M:0;8118b061437f:33225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33225 2024-11-08T01:42:32,693 INFO [M:0;8118b061437f:33225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:42:32,841 INFO [M:0;8118b061437f:33225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:42:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:42:32,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x101181afe980000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:42:32,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7d2e6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:42:32,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d64b7f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:42:32,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:42:32,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e800446{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:42:32,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dcebe55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir/,STOPPED} 2024-11-08T01:42:32,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:42:32,885 WARN [BP-1904263218-172.17.0.2-1731030087597 heartbeating to localhost/127.0.0.1:41069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:42:32,885 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:42:32,885 WARN [BP-1904263218-172.17.0.2-1731030087597 heartbeating to localhost/127.0.0.1:41069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1904263218-172.17.0.2-1731030087597 (Datanode Uuid b3b1c99d-8215-478d-ba14-33be8fa17de7) service to localhost/127.0.0.1:41069 2024-11-08T01:42:32,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data5/current/BP-1904263218-172.17.0.2-1731030087597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:42:32,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data6/current/BP-1904263218-172.17.0.2-1731030087597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:42:32,886 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:42:32,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39f341d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:42:32,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@165a31db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:42:32,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:42:32,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55ec82a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:42:32,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4180e574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir/,STOPPED} 2024-11-08T01:42:32,890 WARN [BP-1904263218-172.17.0.2-1731030087597 heartbeating to localhost/127.0.0.1:41069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:42:32,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:42:32,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:42:32,890 WARN [BP-1904263218-172.17.0.2-1731030087597 heartbeating to localhost/127.0.0.1:41069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1904263218-172.17.0.2-1731030087597 (Datanode Uuid b3ce776e-0d1d-4848-9945-a4b9d4bf2eca) service to localhost/127.0.0.1:41069 2024-11-08T01:42:32,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data3/current/BP-1904263218-172.17.0.2-1731030087597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:42:32,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data4/current/BP-1904263218-172.17.0.2-1731030087597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:42:32,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:42:32,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a101649{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:42:32,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c6218e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:42:32,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:42:32,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@386a2c52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:42:32,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7984d63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir/,STOPPED} 2024-11-08T01:42:32,897 WARN [BP-1904263218-172.17.0.2-1731030087597 heartbeating to localhost/127.0.0.1:41069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:42:32,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:42:32,897 WARN [BP-1904263218-172.17.0.2-1731030087597 heartbeating to localhost/127.0.0.1:41069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1904263218-172.17.0.2-1731030087597 (Datanode Uuid 62ed5f99-b2bf-436e-96e4-6b4dc747ec79) service to localhost/127.0.0.1:41069 2024-11-08T01:42:32,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:42:32,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data1/current/BP-1904263218-172.17.0.2-1731030087597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:42:32,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/cluster_727c827d-6170-619d-5434-924fc60d3e3a/data/data2/current/BP-1904263218-172.17.0.2-1731030087597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:42:32,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:42:32,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f3ccef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:42:32,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55d89a62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:42:32,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:42:32,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29e7e3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:42:32,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dcf699f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/80381b65-ea9b-14e7-5fb3-2615cd7521d1/hadoop.log.dir/,STOPPED} 2024-11-08T01:42:32,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T01:42:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T01:42:32,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41069 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41069 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=6148 (was 6266)