2024-11-12 14:13:14,702 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 14:13:14,793 main DEBUG Took 0.077806 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 14:13:14,794 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 14:13:14,795 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 14:13:14,796 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 14:13:14,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,845 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 14:13:14,939 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,961 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,962 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,964 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,965 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,979 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,980 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,981 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,983 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:13:14,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:14,995 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 14:13:14,997 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:13:15,000 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 14:13:15,009 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 14:13:15,010 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 14:13:15,016 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 14:13:15,017 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 14:13:15,034 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 14:13:15,040 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 14:13:15,043 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 14:13:15,048 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 14:13:15,049 main DEBUG createAppenders(={Console}) 2024-11-12 14:13:15,052 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-12 14:13:15,054 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 14:13:15,054 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-12 14:13:15,055 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 14:13:15,056 main DEBUG OutputStream closed 2024-11-12 14:13:15,062 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 14:13:15,062 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 14:13:15,063 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-12 14:13:15,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 14:13:15,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 14:13:15,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 14:13:15,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 14:13:15,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 14:13:15,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 14:13:15,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 14:13:15,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 14:13:15,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 14:13:15,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 14:13:15,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 14:13:15,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 14:13:15,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 14:13:15,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 14:13:15,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 14:13:15,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 14:13:15,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 14:13:15,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 14:13:15,340 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 14:13:15,341 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-12 14:13:15,341 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 14:13:15,343 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-12T14:13:15,384 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-12 14:13:15,388 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 14:13:15,389 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T14:13:15,404 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-12T14:13:15,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1087, ProcessCount=11, AvailableMemoryMB=2601 2024-11-12T14:13:16,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848 2024-11-12T14:13:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:13:16,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d, deleteOnExit=true 2024-11-12T14:13:16,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:13:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/test.cache.data in system properties and HBase conf 2024-11-12T14:13:16,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:13:16,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:13:16,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:13:16,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:13:16,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:13:16,492 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T14:13:16,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:13:16,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:13:16,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:13:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:13:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:13:16,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:13:16,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:13:16,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:13:16,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:13:16,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:13:16,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:13:16,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:13:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:13:16,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:13:16,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:13:18,770 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T14:13:18,894 INFO [Time-limited test {}] log.Log(170): Logging initialized @6013ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T14:13:19,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:13:19,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:13:19,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:13:19,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:13:19,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:13:19,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:13:19,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecf4988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:13:19,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5072b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:13:19,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@230618ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/java.io.tmpdir/jetty-localhost-40983-hadoop-hdfs-3_4_1-tests_jar-_-any-14314535144990834382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:13:19,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cf512da{HTTP/1.1, (http/1.1)}{localhost:40983} 2024-11-12T14:13:19,568 INFO [Time-limited test {}] server.Server(415): Started @6688ms 2024-11-12T14:13:20,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:13:20,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:13:20,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:13:20,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:13:20,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:13:20,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b183b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:13:20,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51b94643{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:13:20,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74fdefe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/java.io.tmpdir/jetty-localhost-45381-hadoop-hdfs-3_4_1-tests_jar-_-any-6092941783719466140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:13:20,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f4820a{HTTP/1.1, (http/1.1)}{localhost:45381} 2024-11-12T14:13:20,710 INFO [Time-limited test {}] server.Server(415): Started @7830ms 2024-11-12T14:13:20,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:13:21,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:13:21,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:13:21,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:13:21,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:13:21,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:13:21,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69595418{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:13:21,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aded753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:13:21,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2456af7c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/java.io.tmpdir/jetty-localhost-37317-hadoop-hdfs-3_4_1-tests_jar-_-any-10216455670140341457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:13:21,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9fc196{HTTP/1.1, (http/1.1)}{localhost:37317} 2024-11-12T14:13:21,266 INFO [Time-limited test {}] server.Server(415): Started @8386ms 2024-11-12T14:13:21,271 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:13:21,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:13:21,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:13:21,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:13:21,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:13:21,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:13:21,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c4cac7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:13:21,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a0fd7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:13:21,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fc0119d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/java.io.tmpdir/jetty-localhost-43109-hadoop-hdfs-3_4_1-tests_jar-_-any-5140636586385708202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:13:21,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c55760b{HTTP/1.1, (http/1.1)}{localhost:43109} 2024-11-12T14:13:21,577 INFO [Time-limited test {}] server.Server(415): Started @8698ms 2024-11-12T14:13:21,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:13:22,747 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data2/current/BP-354554868-172.17.0.3-1731420797988/current, will proceed with Du for space computation calculation, 2024-11-12T14:13:22,747 WARN [Thread-119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data1/current/BP-354554868-172.17.0.3-1731420797988/current, will proceed with Du for space computation calculation, 2024-11-12T14:13:22,780 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:13:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0d201faf07f28da with lease ID 0x4018be202aadc711: Processing first storage report for DS-aae3a480-e35a-492f-88db-432fd45f31b7 from datanode DatanodeRegistration(127.0.0.1:39489, datanodeUuid=58f0a327-29ac-4d8d-a2d3-83ff434cc7a3, infoPort=35457, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988) 2024-11-12T14:13:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0d201faf07f28da with lease ID 0x4018be202aadc711: from storage DS-aae3a480-e35a-492f-88db-432fd45f31b7 node DatanodeRegistration(127.0.0.1:39489, datanodeUuid=58f0a327-29ac-4d8d-a2d3-83ff434cc7a3, infoPort=35457, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:13:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0d201faf07f28da with lease ID 0x4018be202aadc711: Processing first storage report for DS-c4ec3048-a184-467f-bc8e-000c0c282625 from datanode DatanodeRegistration(127.0.0.1:39489, datanodeUuid=58f0a327-29ac-4d8d-a2d3-83ff434cc7a3, infoPort=35457, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988) 2024-11-12T14:13:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0d201faf07f28da with lease ID 0x4018be202aadc711: from storage DS-c4ec3048-a184-467f-bc8e-000c0c282625 node DatanodeRegistration(127.0.0.1:39489, datanodeUuid=58f0a327-29ac-4d8d-a2d3-83ff434cc7a3, infoPort=35457, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:13:23,243 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data4/current/BP-354554868-172.17.0.3-1731420797988/current, will proceed with Du for space computation calculation, 2024-11-12T14:13:23,243 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data3/current/BP-354554868-172.17.0.3-1731420797988/current, will proceed with Du for space computation calculation, 2024-11-12T14:13:23,268 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:13:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa73d246f0f65b84 with lease ID 0x4018be202aadc712: Processing first storage report for DS-3536b82a-ed75-4a8c-87b3-ace5fe65b969 from datanode DatanodeRegistration(127.0.0.1:39353, datanodeUuid=ba8e63e7-f801-4451-88bf-49767de7adcd, infoPort=36287, infoSecurePort=0, ipcPort=37509, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988) 2024-11-12T14:13:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa73d246f0f65b84 with lease ID 0x4018be202aadc712: from storage DS-3536b82a-ed75-4a8c-87b3-ace5fe65b969 node DatanodeRegistration(127.0.0.1:39353, datanodeUuid=ba8e63e7-f801-4451-88bf-49767de7adcd, infoPort=36287, infoSecurePort=0, ipcPort=37509, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:13:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa73d246f0f65b84 with lease ID 0x4018be202aadc712: Processing first storage report for DS-9aa1b6b1-b3dc-43b4-8c1a-b9dfb5d8891e from datanode DatanodeRegistration(127.0.0.1:39353, datanodeUuid=ba8e63e7-f801-4451-88bf-49767de7adcd, infoPort=36287, infoSecurePort=0, ipcPort=37509, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988) 2024-11-12T14:13:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa73d246f0f65b84 with lease ID 0x4018be202aadc712: from storage DS-9aa1b6b1-b3dc-43b4-8c1a-b9dfb5d8891e node DatanodeRegistration(127.0.0.1:39353, datanodeUuid=ba8e63e7-f801-4451-88bf-49767de7adcd, infoPort=36287, infoSecurePort=0, ipcPort=37509, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:13:23,430 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data5/current/BP-354554868-172.17.0.3-1731420797988/current, will proceed with Du for space computation calculation, 2024-11-12T14:13:23,433 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data6/current/BP-354554868-172.17.0.3-1731420797988/current, will proceed with Du for space computation calculation, 2024-11-12T14:13:23,496 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:13:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8a1d412c34e98d with lease ID 0x4018be202aadc713: Processing first storage report for DS-4dd1fbe5-42f3-474b-a3d0-354b6d66d4e4 from datanode DatanodeRegistration(127.0.0.1:41449, datanodeUuid=463d8c72-3999-475b-baaa-47e4e0bb780b, infoPort=46193, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988) 2024-11-12T14:13:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8a1d412c34e98d with lease ID 0x4018be202aadc713: from storage DS-4dd1fbe5-42f3-474b-a3d0-354b6d66d4e4 node DatanodeRegistration(127.0.0.1:41449, datanodeUuid=463d8c72-3999-475b-baaa-47e4e0bb780b, infoPort=46193, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:13:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8a1d412c34e98d with lease ID 0x4018be202aadc713: Processing first storage report for DS-9e7dad39-4d09-4978-96d4-5ae399d5f313 from datanode DatanodeRegistration(127.0.0.1:41449, datanodeUuid=463d8c72-3999-475b-baaa-47e4e0bb780b, infoPort=46193, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988) 2024-11-12T14:13:23,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8a1d412c34e98d with lease ID 0x4018be202aadc713: from storage DS-9e7dad39-4d09-4978-96d4-5ae399d5f313 node DatanodeRegistration(127.0.0.1:41449, datanodeUuid=463d8c72-3999-475b-baaa-47e4e0bb780b, infoPort=46193, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=1918195502;c=1731420797988), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:13:23,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848 2024-11-12T14:13:23,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/zookeeper_0, clientPort=58316, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:13:23,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58316 2024-11-12T14:13:23,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:23,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:13:24,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:13:24,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:13:24,566 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada with version=8 2024-11-12T14:13:24,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/hbase-staging 2024-11-12T14:13:24,682 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T14:13:24,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:13:24,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:24,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:24,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:13:24,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:24,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:13:25,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:13:25,260 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T14:13:25,273 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T14:13:25,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:13:25,316 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1027 (auto-detected) 2024-11-12T14:13:25,317 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T14:13:25,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36955 2024-11-12T14:13:25,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36955 connecting to ZooKeeper ensemble=127.0.0.1:58316 2024-11-12T14:13:25,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369550x0, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:13:25,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36955-0x1012f64cdd60000 connected 2024-11-12T14:13:25,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:25,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:25,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:13:25,720 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada, hbase.cluster.distributed=false 2024-11-12T14:13:25,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:13:25,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-12T14:13:25,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36955 2024-11-12T14:13:25,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36955 2024-11-12T14:13:25,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-12T14:13:25,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-12T14:13:25,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:13:25,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:25,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:25,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:13:25,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:25,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:13:25,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:13:25,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:13:25,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37533 2024-11-12T14:13:25,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37533 connecting to ZooKeeper ensemble=127.0.0.1:58316 2024-11-12T14:13:25,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:25,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:25,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375330x0, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:13:25,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375330x0, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:13:25,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37533-0x1012f64cdd60001 connected 2024-11-12T14:13:25,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:13:25,968 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:13:25,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:13:25,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:13:25,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37533 2024-11-12T14:13:25,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37533 2024-11-12T14:13:25,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37533 2024-11-12T14:13:25,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37533 2024-11-12T14:13:25,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37533 2024-11-12T14:13:26,009 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:13:26,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:26,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:26,010 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:13:26,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:26,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:13:26,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:13:26,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:13:26,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38547 2024-11-12T14:13:26,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38547 connecting to ZooKeeper ensemble=127.0.0.1:58316 2024-11-12T14:13:26,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:26,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:26,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385470x0, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:13:26,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385470x0, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:13:26,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38547-0x1012f64cdd60002 connected 2024-11-12T14:13:26,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:13:26,036 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:13:26,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:13:26,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:13:26,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-12T14:13:26,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38547 2024-11-12T14:13:26,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38547 2024-11-12T14:13:26,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-12T14:13:26,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-12T14:13:26,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:13:26,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:26,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:26,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:13:26,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:13:26,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:13:26,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:13:26,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:13:26,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46113 2024-11-12T14:13:26,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46113 connecting to ZooKeeper ensemble=127.0.0.1:58316 2024-11-12T14:13:26,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:26,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:26,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461130x0, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:13:26,087 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461130x0, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:13:26,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:13:26,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46113-0x1012f64cdd60003 connected 2024-11-12T14:13:26,093 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:13:26,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:13:26,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:13:26,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-12T14:13:26,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46113 2024-11-12T14:13:26,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46113 2024-11-12T14:13:26,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-12T14:13:26,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-12T14:13:26,123 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:36955 2024-11-12T14:13:26,128 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:26,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:13:26,140 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:13:26,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:13:26,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:13:26,144 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:26,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:13:26,181 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:13:26,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:13:26,181 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:26,192 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T14:13:26,194 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b6d221c5cde,36955,1731420804758 from backup master directory 2024-11-12T14:13:26,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:26,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:13:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:13:26,205 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:13:26,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:13:26,207 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:13:26,207 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:26,210 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T14:13:26,211 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T14:13:26,294 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/hbase.id] with ID: 80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79 2024-11-12T14:13:26,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.tmp/hbase.id 2024-11-12T14:13:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:13:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:13:26,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:13:26,319 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.tmp/hbase.id]:[hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/hbase.id] 2024-11-12T14:13:26,394 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:13:26,399 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:13:26,422 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-12T14:13:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:26,434 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:26,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:13:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:13:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:13:26,481 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:13:26,483 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:13:26,499 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T14:13:26,503 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:13:26,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:13:26,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:13:26,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:13:26,553 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store 2024-11-12T14:13:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:13:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:13:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:13:26,581 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T14:13:26,584 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:26,585 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:13:26,586 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:13:26,586 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:13:26,587 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:13:26,587 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:13:26,587 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:13:26,588 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731420806585Disabling compacts and flushes for region at 1731420806585Disabling writes for close at 1731420806587 (+2 ms)Writing region close event to WAL at 1731420806587Closed at 1731420806587 2024-11-12T14:13:26,590 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/.initializing 2024-11-12T14:13:26,590 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/WALs/2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:26,598 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:13:26,612 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C36955%2C1731420804758, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/WALs/2b6d221c5cde,36955,1731420804758, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/oldWALs, maxLogs=10 2024-11-12T14:13:26,636 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/WALs/2b6d221c5cde,36955,1731420804758/2b6d221c5cde%2C36955%2C1731420804758.1731420806616, exclude list is [], retry=0 2024-11-12T14:13:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-3536b82a-ed75-4a8c-87b3-ace5fe65b969,DISK] 2024-11-12T14:13:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-4dd1fbe5-42f3-474b-a3d0-354b6d66d4e4,DISK] 2024-11-12T14:13:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39489,DS-aae3a480-e35a-492f-88db-432fd45f31b7,DISK] 2024-11-12T14:13:26,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T14:13:26,705 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/WALs/2b6d221c5cde,36955,1731420804758/2b6d221c5cde%2C36955%2C1731420804758.1731420806616 2024-11-12T14:13:26,706 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36287:36287),(127.0.0.1/127.0.0.1:46193:46193),(127.0.0.1/127.0.0.1:35457:35457)] 2024-11-12T14:13:26,707 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:13:26,707 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:26,711 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,713 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:13:26,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:26,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:26,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:13:26,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:26,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:26,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:13:26,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:26,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:26,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:13:26,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:26,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:26,800 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,803 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,804 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,809 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,809 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,813 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:13:26,816 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:13:26,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:26,821 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75048747, jitterRate=0.11831347644329071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:13:26,828 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731420806730Initializing all the Stores at 1731420806732 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420806732Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420806733 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420806733Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420806733Cleaning up temporary data from old regions at 1731420806809 (+76 ms)Region opened successfully at 1731420806828 (+19 ms) 2024-11-12T14:13:26,829 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:13:26,859 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6163728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:13:26,893 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:13:26,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:13:26,904 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:13:26,906 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:13:26,908 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T14:13:26,912 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T14:13:26,912 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T14:13:26,936 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:13:26,944 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T14:13:26,949 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T14:13:26,952 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:13:26,954 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:13:26,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T14:13:26,962 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:13:26,966 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:13:26,970 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T14:13:26,972 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:13:26,991 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T14:13:27,009 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:13:27,023 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T14:13:27,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:13:27,044 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:13:27,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:13:27,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:13:27,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,045 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,047 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,36955,1731420804758, sessionid=0x1012f64cdd60000, setting cluster-up flag (Was=false) 2024-11-12T14:13:27,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,076 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,107 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T14:13:27,110 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,128 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,171 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T14:13:27,175 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:27,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:13:27,213 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(746): ClusterId : 80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79 2024-11-12T14:13:27,214 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(746): ClusterId : 80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79 2024-11-12T14:13:27,219 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:13:27,219 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:13:27,220 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(746): ClusterId : 80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79 2024-11-12T14:13:27,220 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:13:27,246 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:13:27,246 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:13:27,246 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:13:27,246 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:13:27,246 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:13:27,246 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:13:27,266 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:13:27,266 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:13:27,266 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:13:27,267 DEBUG [RS:0;2b6d221c5cde:37533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c457f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:13:27,267 DEBUG [RS:1;2b6d221c5cde:38547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4267b375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:13:27,267 DEBUG [RS:2;2b6d221c5cde:46113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775198ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:13:27,286 DEBUG [RS:2;2b6d221c5cde:46113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2b6d221c5cde:46113 2024-11-12T14:13:27,287 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:37533 2024-11-12T14:13:27,287 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b6d221c5cde:38547 2024-11-12T14:13:27,290 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:13:27,290 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:13:27,290 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:13:27,290 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:13:27,290 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:13:27,290 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:13:27,290 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:13:27,290 DEBUG [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:13:27,290 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:13:27,290 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:13:27,293 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36955,1731420804758 with port=37533, startcode=1731420805874 2024-11-12T14:13:27,293 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36955,1731420804758 with port=46113, startcode=1731420806062 2024-11-12T14:13:27,295 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36955,1731420804758 with port=38547, startcode=1731420806009 2024-11-12T14:13:27,303 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:13:27,307 DEBUG [RS:1;2b6d221c5cde:38547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:13:27,307 DEBUG [RS:2;2b6d221c5cde:46113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:13:27,307 DEBUG [RS:0;2b6d221c5cde:37533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:13:27,311 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:13:27,318 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,36955,1731420804758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:13:27,327 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:13:27,327 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:13:27,328 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:13:27,328 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:13:27,328 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:13:27,328 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,328 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:13:27,328 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,334 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731420837334 2024-11-12T14:13:27,336 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:13:27,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:13:27,342 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:13:27,342 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:13:27,343 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:13:27,343 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:13:27,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:13:27,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:13:27,351 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:13:27,351 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:13:27,351 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:13:27,348 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,352 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:13:27,354 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:13:27,355 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:13:27,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:13:27,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:27,358 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:13:27,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:13:27,358 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T14:13:27,360 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731420807359,5,FailOnTimeoutGroup] 2024-11-12T14:13:27,364 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731420807361,5,FailOnTimeoutGroup] 2024-11-12T14:13:27,365 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,365 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:13:27,366 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T14:13:27,366 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,367 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,368 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:27,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:27,382 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:27,382 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42213 2024-11-12T14:13:27,382 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:13:27,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:13:27,402 DEBUG [RS:1;2b6d221c5cde:38547 {}] zookeeper.ZKUtil(111): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:27,403 WARN [RS:1;2b6d221c5cde:38547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:13:27,403 INFO [RS:1;2b6d221c5cde:38547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:13:27,403 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:27,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,38547,1731420806009] 2024-11-12T14:13:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:13:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:13:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:13:27,427 DEBUG [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T14:13:27,427 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T14:13:27,427 WARN [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T14:13:27,427 WARN [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T14:13:27,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:13:27,428 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:13:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:13:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:13:27,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:27,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:13:27,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:13:27,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:27,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:27,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:13:27,454 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:13:27,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:13:27,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:27,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:27,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:13:27,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:13:27,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:27,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:27,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:13:27,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:13:27,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:27,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:27,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:13:27,478 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:13:27,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740 2024-11-12T14:13:27,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740 2024-11-12T14:13:27,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:13:27,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:13:27,483 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:13:27,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:13:27,485 INFO [RS:1;2b6d221c5cde:38547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:13:27,486 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,490 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:13:27,497 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:13:27,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:27,499 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,499 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65345089, jitterRate=-0.02628229558467865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:13:27,500 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,500 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,500 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731420807446Initializing all the Stores at 1731420807448 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420807448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420807448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420807448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420807448Cleaning up temporary data from old regions at 1731420807482 (+34 ms)Region opened successfully at 1731420807503 (+21 ms) 2024-11-12T14:13:27,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:13:27,503 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:13:27,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:13:27,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:13:27,504 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:13:27,504 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:13:27,504 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,504 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,504 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,504 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,505 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,505 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,505 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:13:27,505 DEBUG [RS:1;2b6d221c5cde:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:13:27,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:13:27,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731420807503Disabling compacts and flushes for region at 1731420807503Disabling writes for close at 1731420807504 (+1 ms)Writing region close event to WAL at 1731420807506 (+2 ms)Closed at 1731420807506 2024-11-12T14:13:27,509 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,509 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,509 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,509 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,509 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,509 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,38547,1731420806009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:13:27,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:13:27,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:13:27,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:13:27,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:13:27,527 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:13:27,528 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36955,1731420804758 with port=37533, startcode=1731420805874 2024-11-12T14:13:27,528 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36955,1731420804758 with port=46113, startcode=1731420806062 2024-11-12T14:13:27,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:27,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:27,531 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:13:27,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:27,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:27,533 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:27,533 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42213 2024-11-12T14:13:27,533 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:13:27,533 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,38547,1731420806009-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,534 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,534 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.Replication(171): 2b6d221c5cde,38547,1731420806009 started 2024-11-12T14:13:27,535 DEBUG [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:27,535 DEBUG [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42213 2024-11-12T14:13:27,535 DEBUG [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:13:27,552 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,552 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,38547,1731420806009, RpcServer on 2b6d221c5cde/172.17.0.3:38547, sessionid=0x1012f64cdd60002 2024-11-12T14:13:27,553 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:13:27,553 DEBUG [RS:1;2b6d221c5cde:38547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:27,553 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,38547,1731420806009' 2024-11-12T14:13:27,553 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:13:27,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:13:27,623 DEBUG [RS:0;2b6d221c5cde:37533 {}] zookeeper.ZKUtil(111): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:27,623 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:13:27,623 WARN [RS:0;2b6d221c5cde:37533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:13:27,623 INFO [RS:0;2b6d221c5cde:37533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:13:27,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,37533,1731420805874] 2024-11-12T14:13:27,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,46113,1731420806062] 2024-11-12T14:13:27,623 DEBUG [RS:2;2b6d221c5cde:46113 {}] zookeeper.ZKUtil(111): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:27,624 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:27,624 WARN [RS:2;2b6d221c5cde:46113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:13:27,624 INFO [RS:2;2b6d221c5cde:46113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:13:27,624 DEBUG [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:27,624 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:13:27,624 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:13:27,624 DEBUG [RS:1;2b6d221c5cde:38547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:27,625 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,38547,1731420806009' 2024-11-12T14:13:27,625 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:13:27,625 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:13:27,626 DEBUG [RS:1;2b6d221c5cde:38547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:13:27,626 INFO [RS:1;2b6d221c5cde:38547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:13:27,626 INFO [RS:1;2b6d221c5cde:38547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:13:27,633 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:13:27,633 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:13:27,638 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:13:27,640 INFO [RS:2;2b6d221c5cde:46113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:13:27,640 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,642 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:13:27,642 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:13:27,643 INFO [RS:0;2b6d221c5cde:37533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:13:27,643 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,643 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:13:27,644 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:13:27,644 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,645 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:13:27,645 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,645 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,645 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,645 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,645 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,645 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,645 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,645 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,645 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,645 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:13:27,646 DEBUG [RS:2;2b6d221c5cde:46113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:13:27,646 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:13:27,647 DEBUG [RS:0;2b6d221c5cde:37533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:13:27,656 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46113,1731420806062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:13:27,656 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,657 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37533,1731420805874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:13:27,678 WARN [2b6d221c5cde:36955 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:13:27,681 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:13:27,681 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:13:27,681 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37533,1731420805874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,681 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46113,1731420806062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,682 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,682 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,682 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.Replication(171): 2b6d221c5cde,37533,1731420805874 started 2024-11-12T14:13:27,682 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.Replication(171): 2b6d221c5cde,46113,1731420806062 started 2024-11-12T14:13:27,696 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,696 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:27,696 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,46113,1731420806062, RpcServer on 2b6d221c5cde/172.17.0.3:46113, sessionid=0x1012f64cdd60003 2024-11-12T14:13:27,696 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,37533,1731420805874, RpcServer on 2b6d221c5cde/172.17.0.3:37533, sessionid=0x1012f64cdd60001 2024-11-12T14:13:27,697 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:13:27,697 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:13:27,697 DEBUG [RS:0;2b6d221c5cde:37533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:27,697 DEBUG [RS:2;2b6d221c5cde:46113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:27,697 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,37533,1731420805874' 2024-11-12T14:13:27,697 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:13:27,697 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,46113,1731420806062' 2024-11-12T14:13:27,697 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:13:27,698 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:13:27,698 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:13:27,698 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:13:27,698 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:13:27,698 DEBUG [RS:0;2b6d221c5cde:37533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:27,698 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:13:27,698 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,37533,1731420805874' 2024-11-12T14:13:27,698 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:13:27,698 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:13:27,698 DEBUG [RS:2;2b6d221c5cde:46113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:27,699 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,46113,1731420806062' 2024-11-12T14:13:27,699 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:13:27,699 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:13:27,699 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:13:27,699 DEBUG [RS:0;2b6d221c5cde:37533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:13:27,699 INFO [RS:0;2b6d221c5cde:37533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:13:27,700 INFO [RS:0;2b6d221c5cde:37533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:13:27,700 DEBUG [RS:2;2b6d221c5cde:46113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:13:27,700 INFO [RS:2;2b6d221c5cde:46113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:13:27,700 INFO [RS:2;2b6d221c5cde:46113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:13:27,732 INFO [RS:1;2b6d221c5cde:38547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:13:27,735 INFO [RS:1;2b6d221c5cde:38547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C38547%2C1731420806009, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,38547,1731420806009, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/oldWALs, maxLogs=32 2024-11-12T14:13:27,751 DEBUG [RS:1;2b6d221c5cde:38547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,38547,1731420806009/2b6d221c5cde%2C38547%2C1731420806009.1731420807737, exclude list is [], retry=0 2024-11-12T14:13:27,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-3536b82a-ed75-4a8c-87b3-ace5fe65b969,DISK] 2024-11-12T14:13:27,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-4dd1fbe5-42f3-474b-a3d0-354b6d66d4e4,DISK] 2024-11-12T14:13:27,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39489,DS-aae3a480-e35a-492f-88db-432fd45f31b7,DISK] 2024-11-12T14:13:27,760 INFO [RS:1;2b6d221c5cde:38547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,38547,1731420806009/2b6d221c5cde%2C38547%2C1731420806009.1731420807737 2024-11-12T14:13:27,760 DEBUG [RS:1;2b6d221c5cde:38547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36287:36287),(127.0.0.1/127.0.0.1:46193:46193),(127.0.0.1/127.0.0.1:35457:35457)] 2024-11-12T14:13:27,800 INFO [RS:0;2b6d221c5cde:37533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:13:27,801 INFO [RS:2;2b6d221c5cde:46113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:13:27,804 INFO [RS:0;2b6d221c5cde:37533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C37533%2C1731420805874, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,37533,1731420805874, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/oldWALs, maxLogs=32 2024-11-12T14:13:27,804 INFO [RS:2;2b6d221c5cde:46113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C46113%2C1731420806062, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/oldWALs, maxLogs=32 2024-11-12T14:13:27,826 DEBUG [RS:0;2b6d221c5cde:37533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,37533,1731420805874/2b6d221c5cde%2C37533%2C1731420805874.1731420807808, exclude list is [], retry=0 2024-11-12T14:13:27,826 DEBUG [RS:2;2b6d221c5cde:46113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062/2b6d221c5cde%2C46113%2C1731420806062.1731420807808, exclude list is [], retry=0 2024-11-12T14:13:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39489,DS-aae3a480-e35a-492f-88db-432fd45f31b7,DISK] 2024-11-12T14:13:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-3536b82a-ed75-4a8c-87b3-ace5fe65b969,DISK] 2024-11-12T14:13:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-3536b82a-ed75-4a8c-87b3-ace5fe65b969,DISK] 2024-11-12T14:13:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39489,DS-aae3a480-e35a-492f-88db-432fd45f31b7,DISK] 2024-11-12T14:13:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-4dd1fbe5-42f3-474b-a3d0-354b6d66d4e4,DISK] 2024-11-12T14:13:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-4dd1fbe5-42f3-474b-a3d0-354b6d66d4e4,DISK] 2024-11-12T14:13:27,837 INFO [RS:2;2b6d221c5cde:46113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062/2b6d221c5cde%2C46113%2C1731420806062.1731420807808 2024-11-12T14:13:27,837 INFO [RS:0;2b6d221c5cde:37533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,37533,1731420805874/2b6d221c5cde%2C37533%2C1731420805874.1731420807808 2024-11-12T14:13:27,837 DEBUG [RS:2;2b6d221c5cde:46113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36287:36287),(127.0.0.1/127.0.0.1:35457:35457),(127.0.0.1/127.0.0.1:46193:46193)] 2024-11-12T14:13:27,838 DEBUG [RS:0;2b6d221c5cde:37533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35457:35457),(127.0.0.1/127.0.0.1:36287:36287),(127.0.0.1/127.0.0.1:46193:46193)] 2024-11-12T14:13:27,931 DEBUG [2b6d221c5cde:36955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T14:13:27,941 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:13:27,948 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:13:27,948 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:13:27,948 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T14:13:27,948 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:13:27,948 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:13:27,948 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T14:13:27,948 INFO [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:13:27,948 INFO [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:13:27,948 INFO [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T14:13:27,949 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:13:27,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:27,963 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,37533,1731420805874, state=OPENING 2024-11-12T14:13:27,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:13:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,981 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:13:27,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:13:27,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:13:27,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:13:27,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:13:27,983 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:13:27,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,37533,1731420805874}] 2024-11-12T14:13:35,256 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:13:35,256 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:13:38,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:13:38,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:13:38,066 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:13:38,066 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:13:38,067 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:13:38,079 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C37533%2C1731420805874.meta, suffix=.meta, logDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,37533,1731420805874, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/oldWALs, maxLogs=32 2024-11-12T14:13:38,103 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,37533,1731420805874/2b6d221c5cde%2C37533%2C1731420805874.meta.1731420818082.meta, exclude list is [], retry=0 2024-11-12T14:13:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-4dd1fbe5-42f3-474b-a3d0-354b6d66d4e4,DISK] 2024-11-12T14:13:38,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-3536b82a-ed75-4a8c-87b3-ace5fe65b969,DISK] 2024-11-12T14:13:38,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39489,DS-aae3a480-e35a-492f-88db-432fd45f31b7,DISK] 2024-11-12T14:13:38,123 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,37533,1731420805874/2b6d221c5cde%2C37533%2C1731420805874.meta.1731420818082.meta 2024-11-12T14:13:38,124 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35457:35457),(127.0.0.1/127.0.0.1:46193:46193),(127.0.0.1/127.0.0.1:36287:36287)] 2024-11-12T14:13:38,124 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:13:38,126 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:13:38,129 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:13:38,136 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:13:38,142 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:13:38,142 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:38,143 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:13:38,143 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:13:38,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:13:38,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:13:38,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:38,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:38,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:13:38,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:13:38,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:38,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:38,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:13:38,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:13:38,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:38,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:38,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:13:38,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:13:38,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:38,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:13:38,164 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:13:38,166 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740 2024-11-12T14:13:38,170 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740 2024-11-12T14:13:38,172 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:13:38,173 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:13:38,177 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:13:38,196 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:13:38,202 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70305335, jitterRate=0.04763112962245941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:13:38,203 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:13:38,204 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731420818144Writing region info on filesystem at 1731420818144Initializing all the Stores at 1731420818147 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420818147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420818148 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420818148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420818148Cleaning up temporary data from old regions at 1731420818173 (+25 ms)Running coprocessor post-open hooks at 1731420818203 (+30 ms)Region opened successfully at 1731420818204 (+1 ms) 2024-11-12T14:13:38,221 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731420818003 2024-11-12T14:13:38,258 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:13:38,259 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:13:38,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:38,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,37533,1731420805874, state=OPEN 2024-11-12T14:13:38,328 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:13:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:13:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:13:38,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:13:38,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:13:38,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:13:38,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:13:38,330 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:38,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:13:38,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:13:38,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,37533,1731420805874 in 10.3450 sec 2024-11-12T14:13:38,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:13:38,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8270 sec 2024-11-12T14:13:38,368 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:13:38,368 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:13:38,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:13:38,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,37533,1731420805874, seqNum=-1] 2024-11-12T14:13:38,467 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:13:38,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:13:38,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2670 sec 2024-11-12T14:13:38,516 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731420818516, completionTime=-1 2024-11-12T14:13:38,520 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T14:13:38,520 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:13:38,562 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T14:13:38,562 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731420878562 2024-11-12T14:13:38,562 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731420938562 2024-11-12T14:13:38,562 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 42 msec 2024-11-12T14:13:38,565 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:13:38,582 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36955,1731420804758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:38,583 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36955,1731420804758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:38,583 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36955,1731420804758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:38,588 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:36955, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:38,595 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:38,596 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:38,596 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:13:38,647 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.439sec 2024-11-12T14:13:38,654 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:13:38,655 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:13:38,658 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:13:38,659 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:13:38,659 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:13:38,660 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36955,1731420804758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:13:38,661 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36955,1731420804758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:13:38,672 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:13:38,674 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:13:38,674 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36955,1731420804758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:13:38,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6295b8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:13:38,686 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T14:13:38,686 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T14:13:38,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36955,-1 for getting cluster id 2024-11-12T14:13:38,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:13:38,732 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79' 2024-11-12T14:13:38,737 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:13:38,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79" 2024-11-12T14:13:38,750 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3400649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:13:38,750 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36955,-1] 2024-11-12T14:13:38,754 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:13:38,758 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:13:38,763 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:13:38,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f10376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:13:38,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:13:38,780 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,37533,1731420805874, seqNum=-1] 2024-11-12T14:13:38,780 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:13:38,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:13:38,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:38,828 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731420818826 (current time:1731420818826). 2024-11-12T14:13:38,828 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T14:13:38,828 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T14:13:38,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@febc566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:13:38,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36955,-1 for getting cluster id 2024-11-12T14:13:38,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:13:38,841 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79' 2024-11-12T14:13:38,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:13:38,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79" 2024-11-12T14:13:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1443075a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:13:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36955,-1] 2024-11-12T14:13:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:13:38,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:13:38,844 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:13:38,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e2a5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:13:38,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:13:38,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,37533,1731420805874, seqNum=-1] 2024-11-12T14:13:38,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:13:38,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:13:38,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:13:38,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:13:38,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:13:38,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:13:38,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:13:38,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:13:38,883 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36955,1731420804758 2024-11-12T14:13:38,886 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1784ab37 2024-11-12T14:13:38,888 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:13:38,901 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:13:38,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:13:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T14:13:38,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:13:38,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T14:13:38,936 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:38,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:13:39,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741837_1013 (size=361) 2024-11-12T14:13:39,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741837_1013 (size=361) 2024-11-12T14:13:39,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741837_1013 (size=361) 2024-11-12T14:13:39,017 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb8b01f15516b3d6aae51878192df596, NAME => 'SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,021 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4be5aec4adda6445cff35809f0513a1b, NAME => 'SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,044 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => af2c4a3460489219373fd8ec2aff0da4, NAME => 'SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741840_1016 (size=54) 2024-11-12T14:13:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741840_1016 (size=54) 2024-11-12T14:13:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741840_1016 (size=54) 2024-11-12T14:13:39,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cb8b01f15516b3d6aae51878192df596, disabling compactions & flushes 2024-11-12T14:13:39,162 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:13:39,162 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:13:39,162 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. after waiting 0 ms 2024-11-12T14:13:39,162 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:13:39,162 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:13:39,162 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb8b01f15516b3d6aae51878192df596: Waiting for close lock at 1731420819161Disabling compacts and flushes for region at 1731420819161Disabling writes for close at 1731420819162 (+1 ms)Writing region close event to WAL at 1731420819162Closed at 1731420819162 2024-11-12T14:13:39,163 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7185f09bee96b9f21325f147aea70ef4, NAME => 'SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741838_1014 (size=62) 2024-11-12T14:13:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741838_1014 (size=62) 2024-11-12T14:13:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741838_1014 (size=62) 2024-11-12T14:13:39,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741839_1015 (size=62) 2024-11-12T14:13:39,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741839_1015 (size=62) 2024-11-12T14:13:39,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741839_1015 (size=62) 2024-11-12T14:13:39,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing af2c4a3460489219373fd8ec2aff0da4, disabling compactions & flushes 2024-11-12T14:13:39,209 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:13:39,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:13:39,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. after waiting 0 ms 2024-11-12T14:13:39,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:13:39,209 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:13:39,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for af2c4a3460489219373fd8ec2aff0da4: Waiting for close lock at 1731420819209Disabling compacts and flushes for region at 1731420819209Disabling writes for close at 1731420819209Writing region close event to WAL at 1731420819209Closed at 1731420819209 2024-11-12T14:13:39,210 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f33710c141366d501e1eb6600b421df5, NAME => 'SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741841_1017 (size=62) 2024-11-12T14:13:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741841_1017 (size=62) 2024-11-12T14:13:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741841_1017 (size=62) 2024-11-12T14:13:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:39,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7185f09bee96b9f21325f147aea70ef4, disabling compactions & flushes 2024-11-12T14:13:39,282 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:13:39,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:13:39,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. after waiting 0 ms 2024-11-12T14:13:39,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:13:39,282 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:13:39,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7185f09bee96b9f21325f147aea70ef4: Waiting for close lock at 1731420819281Disabling compacts and flushes for region at 1731420819281Disabling writes for close at 1731420819282 (+1 ms)Writing region close event to WAL at 1731420819282Closed at 1731420819282 2024-11-12T14:13:39,283 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7699d41e449ace0a3f37f13cca6e132a, NAME => 'SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741842_1018 (size=62) 2024-11-12T14:13:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741842_1018 (size=62) 2024-11-12T14:13:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741842_1018 (size=62) 2024-11-12T14:13:39,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f33710c141366d501e1eb6600b421df5, disabling compactions & flushes 2024-11-12T14:13:39,295 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:13:39,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:13:39,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. after waiting 0 ms 2024-11-12T14:13:39,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:13:39,295 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:13:39,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f33710c141366d501e1eb6600b421df5: Waiting for close lock at 1731420819295Disabling compacts and flushes for region at 1731420819295Disabling writes for close at 1731420819295Writing region close event to WAL at 1731420819295Closed at 1731420819295 2024-11-12T14:13:39,296 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 69fe6490e9018e6035bd60eb17a3d50e, NAME => 'SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741844_1020 (size=62) 2024-11-12T14:13:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741844_1020 (size=62) 2024-11-12T14:13:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 69fe6490e9018e6035bd60eb17a3d50e, disabling compactions & flushes 2024-11-12T14:13:39,366 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:13:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:13:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. after waiting 0 ms 2024-11-12T14:13:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:13:39,366 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:13:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 69fe6490e9018e6035bd60eb17a3d50e: Waiting for close lock at 1731420819366Disabling compacts and flushes for region at 1731420819366Disabling writes for close at 1731420819366Writing region close event to WAL at 1731420819366Closed at 1731420819366 2024-11-12T14:13:39,367 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dd6ee4dd57a74e091155da3fc5c0432b, NAME => 'SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741844_1020 (size=62) 2024-11-12T14:13:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741843_1019 (size=62) 2024-11-12T14:13:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741843_1019 (size=62) 2024-11-12T14:13:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741843_1019 (size=62) 2024-11-12T14:13:39,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7699d41e449ace0a3f37f13cca6e132a, disabling compactions & flushes 2024-11-12T14:13:39,410 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:13:39,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:13:39,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. after waiting 0 ms 2024-11-12T14:13:39,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:13:39,410 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:13:39,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7699d41e449ace0a3f37f13cca6e132a: Waiting for close lock at 1731420819410Disabling compacts and flushes for region at 1731420819410Disabling writes for close at 1731420819410Writing region close event to WAL at 1731420819410Closed at 1731420819410 2024-11-12T14:13:39,411 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3e6c65068c269d32db2b0d0ce177843, NAME => 'SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741845_1021 (size=62) 2024-11-12T14:13:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741845_1021 (size=62) 2024-11-12T14:13:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741845_1021 (size=62) 2024-11-12T14:13:39,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741846_1022 (size=62) 2024-11-12T14:13:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741846_1022 (size=62) 2024-11-12T14:13:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741846_1022 (size=62) 2024-11-12T14:13:39,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d3e6c65068c269d32db2b0d0ce177843, disabling compactions & flushes 2024-11-12T14:13:39,532 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:13:39,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:13:39,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. after waiting 0 ms 2024-11-12T14:13:39,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:13:39,532 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:13:39,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3e6c65068c269d32db2b0d0ce177843: Waiting for close lock at 1731420819532Disabling compacts and flushes for region at 1731420819532Disabling writes for close at 1731420819532Writing region close event to WAL at 1731420819532Closed at 1731420819532 2024-11-12T14:13:39,533 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f24100e4195001d89f32e18bdd1f509e, NAME => 'SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada 2024-11-12T14:13:39,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741847_1023 (size=54) 2024-11-12T14:13:39,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741847_1023 (size=54) 2024-11-12T14:13:39,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741847_1023 (size=54) 2024-11-12T14:13:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:39,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f24100e4195001d89f32e18bdd1f509e, disabling compactions & flushes 2024-11-12T14:13:39,597 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:13:39,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:13:39,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. after waiting 0 ms 2024-11-12T14:13:39,598 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:13:39,598 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:13:39,598 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f24100e4195001d89f32e18bdd1f509e: Waiting for close lock at 1731420819597Disabling compacts and flushes for region at 1731420819597Disabling writes for close at 1731420819597Writing region close event to WAL at 1731420819598 (+1 ms)Closed at 1731420819598 2024-11-12T14:13:39,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4be5aec4adda6445cff35809f0513a1b, disabling compactions & flushes 2024-11-12T14:13:39,613 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:13:39,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:13:39,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. after waiting 0 ms 2024-11-12T14:13:39,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:13:39,613 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:13:39,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4be5aec4adda6445cff35809f0513a1b: Waiting for close lock at 1731420819613Disabling compacts and flushes for region at 1731420819613Disabling writes for close at 1731420819613Writing region close event to WAL at 1731420819613Closed at 1731420819613 2024-11-12T14:13:39,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:13:39,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:39,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing dd6ee4dd57a74e091155da3fc5c0432b, disabling compactions & flushes 2024-11-12T14:13:39,876 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:13:39,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:13:39,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. after waiting 0 ms 2024-11-12T14:13:39,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:13:39,877 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:13:39,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for dd6ee4dd57a74e091155da3fc5c0432b: Waiting for close lock at 1731420819876Disabling compacts and flushes for region at 1731420819876Disabling writes for close at 1731420819877 (+1 ms)Writing region close event to WAL at 1731420819877Closed at 1731420819877 2024-11-12T14:13:39,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:13:39,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420819886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420819886"}]},"ts":"1731420819886"} 2024-11-12T14:13:39,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T14:13:40,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:13:40,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731420820013"}]},"ts":"1731420820013"} 2024-11-12T14:13:40,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T14:13:40,041 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:13:40,084 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:13:40,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:13:40,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T14:13:40,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:13:40,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:13:40,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T14:13:40,085 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:13:40,085 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:13:40,085 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T14:13:40,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:13:40,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8b01f15516b3d6aae51878192df596, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be5aec4adda6445cff35809f0513a1b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7185f09bee96b9f21325f147aea70ef4, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33710c141366d501e1eb6600b421df5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7699d41e449ace0a3f37f13cca6e132a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd6ee4dd57a74e091155da3fc5c0432b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3e6c65068c269d32db2b0d0ce177843, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN}] 2024-11-12T14:13:40,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8b01f15516b3d6aae51878192df596, ASSIGN 2024-11-12T14:13:40,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb8b01f15516b3d6aae51878192df596, ASSIGN; state=OFFLINE, location=2b6d221c5cde,38547,1731420806009; forceNewPlan=false, retain=false 2024-11-12T14:13:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:40,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN 2024-11-12T14:13:40,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd6ee4dd57a74e091155da3fc5c0432b, ASSIGN 2024-11-12T14:13:40,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3e6c65068c269d32db2b0d0ce177843, ASSIGN 2024-11-12T14:13:40,116 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7699d41e449ace0a3f37f13cca6e132a, ASSIGN 2024-11-12T14:13:40,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN; state=OFFLINE, location=2b6d221c5cde,46113,1731420806062; forceNewPlan=false, retain=false 2024-11-12T14:13:40,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd6ee4dd57a74e091155da3fc5c0432b, ASSIGN; state=OFFLINE, location=2b6d221c5cde,38547,1731420806009; forceNewPlan=false, retain=false 2024-11-12T14:13:40,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN 2024-11-12T14:13:40,122 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3e6c65068c269d32db2b0d0ce177843, ASSIGN; state=OFFLINE, location=2b6d221c5cde,38547,1731420806009; forceNewPlan=false, retain=false 2024-11-12T14:13:40,122 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7699d41e449ace0a3f37f13cca6e132a, ASSIGN; state=OFFLINE, location=2b6d221c5cde,37533,1731420805874; forceNewPlan=false, retain=false 2024-11-12T14:13:40,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33710c141366d501e1eb6600b421df5, ASSIGN 2024-11-12T14:13:40,136 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN; state=OFFLINE, location=2b6d221c5cde,46113,1731420806062; forceNewPlan=false, retain=false 2024-11-12T14:13:40,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f33710c141366d501e1eb6600b421df5, ASSIGN; state=OFFLINE, location=2b6d221c5cde,38547,1731420806009; forceNewPlan=false, retain=false 2024-11-12T14:13:40,143 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7185f09bee96b9f21325f147aea70ef4, ASSIGN 2024-11-12T14:13:40,150 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7185f09bee96b9f21325f147aea70ef4, ASSIGN; state=OFFLINE, location=2b6d221c5cde,37533,1731420805874; forceNewPlan=false, retain=false 2024-11-12T14:13:40,157 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN 2024-11-12T14:13:40,169 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN; state=OFFLINE, location=2b6d221c5cde,46113,1731420806062; forceNewPlan=false, retain=false 2024-11-12T14:13:40,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be5aec4adda6445cff35809f0513a1b, ASSIGN 2024-11-12T14:13:40,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4be5aec4adda6445cff35809f0513a1b, ASSIGN; state=OFFLINE, location=2b6d221c5cde,37533,1731420805874; forceNewPlan=false, retain=false 2024-11-12T14:13:40,262 INFO [2b6d221c5cde:36955 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T14:13:40,264 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=69fe6490e9018e6035bd60eb17a3d50e, regionState=OPENING, regionLocation=2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:40,265 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d3e6c65068c269d32db2b0d0ce177843, regionState=OPENING, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:40,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=af2c4a3460489219373fd8ec2aff0da4, regionState=OPENING, regionLocation=2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:40,266 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dd6ee4dd57a74e091155da3fc5c0432b, regionState=OPENING, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:40,266 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f33710c141366d501e1eb6600b421df5, regionState=OPENING, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:40,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb8b01f15516b3d6aae51878192df596, regionState=OPENING, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:40,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7699d41e449ace0a3f37f13cca6e132a, regionState=OPENING, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:40,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7185f09bee96b9f21325f147aea70ef4, regionState=OPENING, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:40,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4be5aec4adda6445cff35809f0513a1b, regionState=OPENING, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:40,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f24100e4195001d89f32e18bdd1f509e, regionState=OPENING, regionLocation=2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:40,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN because future has completed 2024-11-12T14:13:40,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e, server=2b6d221c5cde,46113,1731420806062}] 2024-11-12T14:13:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3e6c65068c269d32db2b0d0ce177843, ASSIGN because future has completed 2024-11-12T14:13:40,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd6ee4dd57a74e091155da3fc5c0432b, ASSIGN because future has completed 2024-11-12T14:13:40,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd6ee4dd57a74e091155da3fc5c0432b, server=2b6d221c5cde,38547,1731420806009}] 2024-11-12T14:13:40,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3e6c65068c269d32db2b0d0ce177843, server=2b6d221c5cde,38547,1731420806009}] 2024-11-12T14:13:40,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f33710c141366d501e1eb6600b421df5, ASSIGN because future has completed 2024-11-12T14:13:40,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33710c141366d501e1eb6600b421df5, server=2b6d221c5cde,38547,1731420806009}] 2024-11-12T14:13:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN because future has completed 2024-11-12T14:13:40,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb8b01f15516b3d6aae51878192df596, ASSIGN because future has completed 2024-11-12T14:13:40,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7699d41e449ace0a3f37f13cca6e132a, ASSIGN because future has completed 2024-11-12T14:13:40,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7185f09bee96b9f21325f147aea70ef4, ASSIGN because future has completed 2024-11-12T14:13:40,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7185f09bee96b9f21325f147aea70ef4, server=2b6d221c5cde,37533,1731420805874}] 2024-11-12T14:13:40,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4be5aec4adda6445cff35809f0513a1b, ASSIGN because future has completed 2024-11-12T14:13:40,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN because future has completed 2024-11-12T14:13:40,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24100e4195001d89f32e18bdd1f509e, server=2b6d221c5cde,46113,1731420806062}] 2024-11-12T14:13:40,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure af2c4a3460489219373fd8ec2aff0da4, server=2b6d221c5cde,46113,1731420806062}] 2024-11-12T14:13:40,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8b01f15516b3d6aae51878192df596, server=2b6d221c5cde,38547,1731420806009}] 2024-11-12T14:13:40,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7699d41e449ace0a3f37f13cca6e132a, server=2b6d221c5cde,37533,1731420805874}] 2024-11-12T14:13:40,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be5aec4adda6445cff35809f0513a1b, server=2b6d221c5cde,37533,1731420805874}] 2024-11-12T14:13:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:43,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T14:13:45,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:13:45,255 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:13:45,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:13:45,257 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:13:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:50,312 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:13:50,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:13:50,324 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:13:50,325 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 69fe6490e9018e6035bd60eb17a3d50e, NAME => 'SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T14:13:50,325 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,325 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,326 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,326 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,335 INFO [StoreOpener-69fe6490e9018e6035bd60eb17a3d50e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,337 INFO [StoreOpener-69fe6490e9018e6035bd60eb17a3d50e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69fe6490e9018e6035bd60eb17a3d50e columnFamilyName cf 2024-11-12T14:13:50,338 DEBUG [StoreOpener-69fe6490e9018e6035bd60eb17a3d50e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,339 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:13:50,339 INFO [StoreOpener-69fe6490e9018e6035bd60eb17a3d50e-1 {}] regionserver.HStore(327): Store=69fe6490e9018e6035bd60eb17a3d50e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,339 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,341 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,342 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,343 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,343 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:13:50,347 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,353 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/69fe6490e9018e6035bd60eb17a3d50e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,355 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 69fe6490e9018e6035bd60eb17a3d50e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75243145, jitterRate=0.12121023237705231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,355 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:13:50,358 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 69fe6490e9018e6035bd60eb17a3d50e: Running coprocessor pre-open hook at 1731420830326Writing region info on filesystem at 1731420830326Initializing all the Stores at 1731420830332 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830332Cleaning up temporary data from old regions at 1731420830343 (+11 ms)Running coprocessor post-open hooks at 1731420830355 (+12 ms)Region opened successfully at 1731420830356 (+1 ms) 2024-11-12T14:13:50,360 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., pid=15, masterSystemTime=1731420830311 2024-11-12T14:13:50,364 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:13:50,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=69fe6490e9018e6035bd60eb17a3d50e, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:50,366 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:13:50,366 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:13:50,366 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => af2c4a3460489219373fd8ec2aff0da4, NAME => 'SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T14:13:50,367 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,368 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,368 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,368 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e, server=2b6d221c5cde,46113,1731420806062 because future has completed 2024-11-12T14:13:50,372 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:13:50,373 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f33710c141366d501e1eb6600b421df5, NAME => 'SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T14:13:50,374 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,374 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,374 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,374 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,377 INFO [StoreOpener-af2c4a3460489219373fd8ec2aff0da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-12T14:13:50,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e, server=2b6d221c5cde,46113,1731420806062 in 10.0820 sec 2024-11-12T14:13:50,380 INFO [StoreOpener-af2c4a3460489219373fd8ec2aff0da4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af2c4a3460489219373fd8ec2aff0da4 columnFamilyName cf 2024-11-12T14:13:50,380 INFO [StoreOpener-f33710c141366d501e1eb6600b421df5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,380 DEBUG [StoreOpener-af2c4a3460489219373fd8ec2aff0da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,381 INFO [StoreOpener-af2c4a3460489219373fd8ec2aff0da4-1 {}] regionserver.HStore(327): Store=af2c4a3460489219373fd8ec2aff0da4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,381 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,385 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,386 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,387 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,387 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN in 10.2900 sec 2024-11-12T14:13:50,391 INFO [StoreOpener-f33710c141366d501e1eb6600b421df5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33710c141366d501e1eb6600b421df5 columnFamilyName cf 2024-11-12T14:13:50,391 DEBUG [StoreOpener-f33710c141366d501e1eb6600b421df5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,392 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,392 INFO [StoreOpener-f33710c141366d501e1eb6600b421df5-1 {}] regionserver.HStore(327): Store=f33710c141366d501e1eb6600b421df5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,393 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,397 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/af2c4a3460489219373fd8ec2aff0da4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,398 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened af2c4a3460489219373fd8ec2aff0da4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70820783, jitterRate=0.0553119033575058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,398 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:13:50,399 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for af2c4a3460489219373fd8ec2aff0da4: Running coprocessor pre-open hook at 1731420830368Writing region info on filesystem at 1731420830368Initializing all the Stores at 1731420830375 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830376 (+1 ms)Cleaning up temporary data from old regions at 1731420830388 (+12 ms)Running coprocessor post-open hooks at 1731420830398 (+10 ms)Region opened successfully at 1731420830398 2024-11-12T14:13:50,400 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,402 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,403 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,403 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,406 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4., pid=22, masterSystemTime=1731420830311 2024-11-12T14:13:50,418 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=af2c4a3460489219373fd8ec2aff0da4, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:50,420 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:13:50,421 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:13:50,422 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:13:50,422 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f24100e4195001d89f32e18bdd1f509e, NAME => 'SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T14:13:50,423 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,423 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,423 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,423 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,426 INFO [StoreOpener-f24100e4195001d89f32e18bdd1f509e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure af2c4a3460489219373fd8ec2aff0da4, server=2b6d221c5cde,46113,1731420806062 because future has completed 2024-11-12T14:13:50,431 INFO [StoreOpener-f24100e4195001d89f32e18bdd1f509e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24100e4195001d89f32e18bdd1f509e columnFamilyName cf 2024-11-12T14:13:50,431 DEBUG [StoreOpener-f24100e4195001d89f32e18bdd1f509e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,432 INFO [StoreOpener-f24100e4195001d89f32e18bdd1f509e-1 {}] regionserver.HStore(327): Store=f24100e4195001d89f32e18bdd1f509e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,432 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:13:50,432 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,432 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7699d41e449ace0a3f37f13cca6e132a, NAME => 'SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T14:13:50,433 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,433 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,433 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,434 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,436 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,439 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f33710c141366d501e1eb6600b421df5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,442 INFO [StoreOpener-7699d41e449ace0a3f37f13cca6e132a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,444 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,445 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,445 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,446 INFO [StoreOpener-7699d41e449ace0a3f37f13cca6e132a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7699d41e449ace0a3f37f13cca6e132a columnFamilyName cf 2024-11-12T14:13:50,446 DEBUG [StoreOpener-7699d41e449ace0a3f37f13cca6e132a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,447 INFO [StoreOpener-7699d41e449ace0a3f37f13cca6e132a-1 {}] regionserver.HStore(327): Store=7699d41e449ace0a3f37f13cca6e132a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,448 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,448 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f33710c141366d501e1eb6600b421df5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69819616, jitterRate=0.04039335250854492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,448 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f33710c141366d501e1eb6600b421df5 2024-11-12T14:13:50,449 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f33710c141366d501e1eb6600b421df5: Running coprocessor pre-open hook at 1731420830374Writing region info on filesystem at 1731420830374Initializing all the Stores at 1731420830378 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830378Cleaning up temporary data from old regions at 1731420830403 (+25 ms)Running coprocessor post-open hooks at 1731420830448 (+45 ms)Region opened successfully at 1731420830448 2024-11-12T14:13:50,453 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,454 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5., pid=18, masterSystemTime=1731420830338 2024-11-12T14:13:50,454 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,455 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,455 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-12T14:13:50,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure af2c4a3460489219373fd8ec2aff0da4, server=2b6d221c5cde,46113,1731420806062 in 10.0390 sec 2024-11-12T14:13:50,465 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,467 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:13:50,467 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:13:50,467 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:13:50,468 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => dd6ee4dd57a74e091155da3fc5c0432b, NAME => 'SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T14:13:50,468 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,468 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,469 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,469 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN in 10.3680 sec 2024-11-12T14:13:50,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f33710c141366d501e1eb6600b421df5, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:50,476 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,477 INFO [StoreOpener-dd6ee4dd57a74e091155da3fc5c0432b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33710c141366d501e1eb6600b421df5, server=2b6d221c5cde,38547,1731420806009 because future has completed 2024-11-12T14:13:50,489 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f24100e4195001d89f32e18bdd1f509e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,491 INFO [StoreOpener-dd6ee4dd57a74e091155da3fc5c0432b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd6ee4dd57a74e091155da3fc5c0432b columnFamilyName cf 2024-11-12T14:13:50,491 DEBUG [StoreOpener-dd6ee4dd57a74e091155da3fc5c0432b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,491 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/7699d41e449ace0a3f37f13cca6e132a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-12T14:13:50,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f33710c141366d501e1eb6600b421df5, server=2b6d221c5cde,38547,1731420806009 in 10.1500 sec 2024-11-12T14:13:50,493 INFO [StoreOpener-dd6ee4dd57a74e091155da3fc5c0432b-1 {}] regionserver.HStore(327): Store=dd6ee4dd57a74e091155da3fc5c0432b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,493 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7699d41e449ace0a3f37f13cca6e132a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62808937, jitterRate=-0.06407390534877777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,493 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:13:50,493 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,493 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7699d41e449ace0a3f37f13cca6e132a: Running coprocessor pre-open hook at 1731420830434Writing region info on filesystem at 1731420830434Initializing all the Stores at 1731420830441 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830441Cleaning up temporary data from old regions at 1731420830456 (+15 ms)Running coprocessor post-open hooks at 1731420830493 (+37 ms)Region opened successfully at 1731420830493 2024-11-12T14:13:50,495 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f24100e4195001d89f32e18bdd1f509e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74673647, jitterRate=0.11272405087947845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,495 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:13:50,496 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f24100e4195001d89f32e18bdd1f509e: Running coprocessor pre-open hook at 1731420830423Writing region info on filesystem at 1731420830423Initializing all the Stores at 1731420830426 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830426Cleaning up temporary data from old regions at 1731420830446 (+20 ms)Running coprocessor post-open hooks at 1731420830495 (+49 ms)Region opened successfully at 1731420830496 (+1 ms) 2024-11-12T14:13:50,500 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., pid=21, masterSystemTime=1731420830311 2024-11-12T14:13:50,504 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33710c141366d501e1eb6600b421df5, ASSIGN in 10.4040 sec 2024-11-12T14:13:50,504 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a., pid=24, masterSystemTime=1731420830395 2024-11-12T14:13:50,507 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f24100e4195001d89f32e18bdd1f509e, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,46113,1731420806062 2024-11-12T14:13:50,508 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:13:50,508 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:13:50,509 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24100e4195001d89f32e18bdd1f509e, server=2b6d221c5cde,46113,1731420806062 because future has completed 2024-11-12T14:13:50,516 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:13:50,517 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:13:50,517 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:13:50,517 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4be5aec4adda6445cff35809f0513a1b, NAME => 'SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T14:13:50,518 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,518 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,518 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,518 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,519 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7699d41e449ace0a3f37f13cca6e132a, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:50,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7699d41e449ace0a3f37f13cca6e132a, server=2b6d221c5cde,37533,1731420805874 because future has completed 2024-11-12T14:13:50,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-12T14:13:50,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f24100e4195001d89f32e18bdd1f509e, server=2b6d221c5cde,46113,1731420806062 in 10.1240 sec 2024-11-12T14:13:50,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN in 10.4390 sec 2024-11-12T14:13:50,534 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-12T14:13:50,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7699d41e449ace0a3f37f13cca6e132a, server=2b6d221c5cde,37533,1731420805874 in 10.1060 sec 2024-11-12T14:13:50,541 INFO [StoreOpener-4be5aec4adda6445cff35809f0513a1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7699d41e449ace0a3f37f13cca6e132a, ASSIGN in 10.4500 sec 2024-11-12T14:13:50,551 INFO [StoreOpener-4be5aec4adda6445cff35809f0513a1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4be5aec4adda6445cff35809f0513a1b columnFamilyName cf 2024-11-12T14:13:50,552 DEBUG [StoreOpener-4be5aec4adda6445cff35809f0513a1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,558 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,560 INFO [StoreOpener-4be5aec4adda6445cff35809f0513a1b-1 {}] regionserver.HStore(327): Store=4be5aec4adda6445cff35809f0513a1b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,560 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,561 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,562 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened dd6ee4dd57a74e091155da3fc5c0432b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71121088, jitterRate=0.05978679656982422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,562 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:13:50,562 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for dd6ee4dd57a74e091155da3fc5c0432b: Running coprocessor pre-open hook at 1731420830469Writing region info on filesystem at 1731420830469Initializing all the Stores at 1731420830475 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830475Cleaning up temporary data from old regions at 1731420830513 (+38 ms)Running coprocessor post-open hooks at 1731420830562 (+49 ms)Region opened successfully at 1731420830562 2024-11-12T14:13:50,564 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,565 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., pid=17, masterSystemTime=1731420830338 2024-11-12T14:13:50,565 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,565 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,569 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:13:50,569 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:13:50,569 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:13:50,569 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => cb8b01f15516b3d6aae51878192df596, NAME => 'SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T14:13:50,570 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,573 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,573 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,573 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,576 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,580 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dd6ee4dd57a74e091155da3fc5c0432b, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:50,584 INFO [StoreOpener-cb8b01f15516b3d6aae51878192df596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,592 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/4be5aec4adda6445cff35809f0513a1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd6ee4dd57a74e091155da3fc5c0432b, server=2b6d221c5cde,38547,1731420806009 because future has completed 2024-11-12T14:13:50,596 INFO [StoreOpener-cb8b01f15516b3d6aae51878192df596-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb8b01f15516b3d6aae51878192df596 columnFamilyName cf 2024-11-12T14:13:50,596 DEBUG [StoreOpener-cb8b01f15516b3d6aae51878192df596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,596 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4be5aec4adda6445cff35809f0513a1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66320666, jitterRate=-0.011745065450668335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,596 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:13:50,596 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4be5aec4adda6445cff35809f0513a1b: Running coprocessor pre-open hook at 1731420830518Writing region info on filesystem at 1731420830518Initializing all the Stores at 1731420830525 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830525Cleaning up temporary data from old regions at 1731420830565 (+40 ms)Running coprocessor post-open hooks at 1731420830596 (+31 ms)Region opened successfully at 1731420830596 2024-11-12T14:13:50,597 INFO [StoreOpener-cb8b01f15516b3d6aae51878192df596-1 {}] regionserver.HStore(327): Store=cb8b01f15516b3d6aae51878192df596/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,598 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,607 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,608 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b., pid=23, masterSystemTime=1731420830395 2024-11-12T14:13:50,613 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,617 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:13:50,617 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:13:50,617 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:13:50,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7185f09bee96b9f21325f147aea70ef4, NAME => 'SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T14:13:50,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4be5aec4adda6445cff35809f0513a1b, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:50,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,619 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,620 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,620 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,627 INFO [StoreOpener-7185f09bee96b9f21325f147aea70ef4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-12T14:13:50,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure dd6ee4dd57a74e091155da3fc5c0432b, server=2b6d221c5cde,38547,1731420806009 in 10.2860 sec 2024-11-12T14:13:50,635 INFO [StoreOpener-7185f09bee96b9f21325f147aea70ef4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7185f09bee96b9f21325f147aea70ef4 columnFamilyName cf 2024-11-12T14:13:50,636 DEBUG [StoreOpener-7185f09bee96b9f21325f147aea70ef4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be5aec4adda6445cff35809f0513a1b, server=2b6d221c5cde,37533,1731420805874 because future has completed 2024-11-12T14:13:50,637 INFO [StoreOpener-7185f09bee96b9f21325f147aea70ef4-1 {}] regionserver.HStore(327): Store=7185f09bee96b9f21325f147aea70ef4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,638 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,639 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,645 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd6ee4dd57a74e091155da3fc5c0432b, ASSIGN in 10.5410 sec 2024-11-12T14:13:50,649 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,649 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,654 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,661 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-12T14:13:50,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4be5aec4adda6445cff35809f0513a1b, server=2b6d221c5cde,37533,1731420805874 in 10.2280 sec 2024-11-12T14:13:50,669 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/cb8b01f15516b3d6aae51878192df596/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,670 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened cb8b01f15516b3d6aae51878192df596; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62201289, jitterRate=-0.07312856614589691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,670 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb8b01f15516b3d6aae51878192df596 2024-11-12T14:13:50,670 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for cb8b01f15516b3d6aae51878192df596: Running coprocessor pre-open hook at 1731420830573Writing region info on filesystem at 1731420830573Initializing all the Stores at 1731420830576 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830577 (+1 ms)Cleaning up temporary data from old regions at 1731420830620 (+43 ms)Running coprocessor post-open hooks at 1731420830670 (+50 ms)Region opened successfully at 1731420830670 2024-11-12T14:13:50,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be5aec4adda6445cff35809f0513a1b, ASSIGN in 10.5780 sec 2024-11-12T14:13:50,672 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596., pid=20, masterSystemTime=1731420830338 2024-11-12T14:13:50,681 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:13:50,681 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:13:50,682 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:13:50,682 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d3e6c65068c269d32db2b0d0ce177843, NAME => 'SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T14:13:50,682 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,682 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:13:50,683 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,683 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,686 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/7185f09bee96b9f21325f147aea70ef4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb8b01f15516b3d6aae51878192df596, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:50,692 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7185f09bee96b9f21325f147aea70ef4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67880721, jitterRate=0.01150156557559967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,693 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:13:50,693 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7185f09bee96b9f21325f147aea70ef4: Running coprocessor pre-open hook at 1731420830619Writing region info on filesystem at 1731420830619Initializing all the Stores at 1731420830626 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830626Cleaning up temporary data from old regions at 1731420830649 (+23 ms)Running coprocessor post-open hooks at 1731420830693 (+44 ms)Region opened successfully at 1731420830693 2024-11-12T14:13:50,695 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4., pid=19, masterSystemTime=1731420830395 2024-11-12T14:13:50,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8b01f15516b3d6aae51878192df596, server=2b6d221c5cde,38547,1731420806009 because future has completed 2024-11-12T14:13:50,708 INFO [StoreOpener-d3e6c65068c269d32db2b0d0ce177843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,710 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:13:50,710 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:13:50,717 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7185f09bee96b9f21325f147aea70ef4, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:13:50,717 INFO [StoreOpener-d3e6c65068c269d32db2b0d0ce177843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3e6c65068c269d32db2b0d0ce177843 columnFamilyName cf 2024-11-12T14:13:50,717 DEBUG [StoreOpener-d3e6c65068c269d32db2b0d0ce177843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:13:50,720 INFO [StoreOpener-d3e6c65068c269d32db2b0d0ce177843-1 {}] regionserver.HStore(327): Store=d3e6c65068c269d32db2b0d0ce177843/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:13:50,722 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,724 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,725 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-12T14:13:50,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb8b01f15516b3d6aae51878192df596, server=2b6d221c5cde,38547,1731420806009 in 10.3260 sec 2024-11-12T14:13:50,726 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,726 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7185f09bee96b9f21325f147aea70ef4, server=2b6d221c5cde,37533,1731420805874 because future has completed 2024-11-12T14:13:50,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8b01f15516b3d6aae51878192df596, ASSIGN in 10.6380 sec 2024-11-12T14:13:50,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-12T14:13:50,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7185f09bee96b9f21325f147aea70ef4, server=2b6d221c5cde,37533,1731420805874 in 10.3550 sec 2024-11-12T14:13:50,740 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7185f09bee96b9f21325f147aea70ef4, ASSIGN in 10.6520 sec 2024-11-12T14:13:50,773 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:13:50,774 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d3e6c65068c269d32db2b0d0ce177843; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61970043, jitterRate=-0.0765744000673294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:13:50,774 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:13:50,774 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d3e6c65068c269d32db2b0d0ce177843: Running coprocessor pre-open hook at 1731420830683Writing region info on filesystem at 1731420830683Initializing all the Stores at 1731420830701 (+18 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420830701Cleaning up temporary data from old regions at 1731420830726 (+25 ms)Running coprocessor post-open hooks at 1731420830774 (+48 ms)Region opened successfully at 1731420830774 2024-11-12T14:13:50,780 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843., pid=16, masterSystemTime=1731420830338 2024-11-12T14:13:50,798 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:13:50,798 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:13:50,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d3e6c65068c269d32db2b0d0ce177843, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:13:50,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3e6c65068c269d32db2b0d0ce177843, server=2b6d221c5cde,38547,1731420806009 because future has completed 2024-11-12T14:13:50,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T14:13:50,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d3e6c65068c269d32db2b0d0ce177843, server=2b6d221c5cde,38547,1731420806009 in 10.5100 sec 2024-11-12T14:13:50,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-12T14:13:50,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3e6c65068c269d32db2b0d0ce177843, ASSIGN in 10.7410 sec 2024-11-12T14:13:50,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:13:50,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731420830836"}]},"ts":"1731420830836"} 2024-11-12T14:13:50,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T14:13:50,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:13:50,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.9280 sec 2024-11-12T14:13:51,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T14:13:53,523 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:13:55,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-12T14:13:55,256 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-12T14:13:55,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T14:13:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:13:57,185 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T14:13:57,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T14:13:57,188 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:13:57,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T14:13:57,204 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:13:57,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T14:13:57,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,294 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,303 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,427 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843., hostname=2b6d221c5cde,38547,1731420806009, seqNum=2] 2024-11-12T14:13:57,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,546 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:57,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., hostname=2b6d221c5cde,46113,1731420806062, seqNum=2] 2024-11-12T14:13:58,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:13:58,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:13:58,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:13:58,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:13:58,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T14:13:58,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:13:58,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T14:13:58,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T14:13:59,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T14:13:59,853 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T14:13:59,855 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:13:59,864 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T14:13:59,873 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T14:13:59,891 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T14:13:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741848_1024 (size=49) 2024-11-12T14:13:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741848_1024 (size=49) 2024-11-12T14:14:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741848_1024 (size=49) 2024-11-12T14:14:00,008 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T14:14:00,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8b01f15516b3d6aae51878192df596}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be5aec4adda6445cff35809f0513a1b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7185f09bee96b9f21325f147aea70ef4}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33710c141366d501e1eb6600b421df5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7699d41e449ace0a3f37f13cca6e132a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd6ee4dd57a74e091155da3fc5c0432b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3e6c65068c269d32db2b0d0ce177843}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e}] 2024-11-12T14:14:00,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:00,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:14:00,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:14:00,027 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:14:00,027 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:00,056 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2b6d221c5cde,46113,1731420806062 2024-11-12T14:14:00,058 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2b6d221c5cde,46113,1731420806062: Simulated kill ***** 2024-11-12T14:14:00,058 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:14:00,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33710c141366d501e1eb6600b421df5 2024-11-12T14:14:00,061 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:14:00,062 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:14:00,066 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:14:00,067 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:14:00,076 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:14:00,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:00,078 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:14:00,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8b01f15516b3d6aae51878192df596 2024-11-12T14:14:00,094 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 726680392 }, "NonHeapMemoryUsage": { "committed": 157745152, "init": 7667712, "max": -1, "used": 154246496 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2b6d221c5cde", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2b6d221c5cde", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58316", "tag.serverName": "2b6d221c5cde,38547,1731420806009", "tag.clusterId": "80269a3f-0fcc-47eb-bf4b-dcd2d7f11f79", "tag.Context": "regionserver", "tag.Hostname": "2b6d221c5cde", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731420806009, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T14:14:00,101 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36955 {}] master.MasterRpcServices(700): 2b6d221c5cde,46113,1731420806062 reported a fatal error: ***** ABORTING region server 2b6d221c5cde,46113,1731420806062: Simulated kill ***** 2024-11-12T14:14:00,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,46113,1731420806062' ***** 2024-11-12T14:14:00,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T14:14:00,120 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:14:00,121 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:14:00,121 INFO [RS:2;2b6d221c5cde:46113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T14:14:00,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:14:00,121 INFO [RS:2;2b6d221c5cde:46113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T14:14:00,121 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:14:00,121 INFO [RS:2;2b6d221c5cde:46113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2b6d221c5cde:46113. 2024-11-12T14:14:00,121 DEBUG [RS:2;2b6d221c5cde:46113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:14:00,121 DEBUG [RS:2;2b6d221c5cde:46113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:00,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741834_1010 (size=966) 2024-11-12T14:14:00,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741834_1010 (size=966) 2024-11-12T14:14:00,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741834_1010 (size=966) 2024-11-12T14:14:00,173 DEBUG [RS:2;2b6d221c5cde:46113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:00,173 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:14:00,173 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:14:00,173 INFO [RS:2;2b6d221c5cde:46113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46113 2024-11-12T14:14:00,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:14:00,231 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,46113,1731420806062 2024-11-12T14:14:00,232 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:14:00,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,46113,1731420806062] 2024-11-12T14:14:00,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,46113,1731420806062 already deleted, retry=false 2024-11-12T14:14:00,263 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2b6d221c5cde,46113,1731420806062 on 2b6d221c5cde,36955,1731420804758 2024-11-12T14:14:00,270 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b6d221c5cde,46113,1731420806062, splitWal=true, meta=false 2024-11-12T14:14:00,279 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 2b6d221c5cde,46113,1731420806062 (carryingMeta=false) 2b6d221c5cde,46113,1731420806062/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@49ce8314[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T14:14:00,281 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2b6d221c5cde,46113,1731420806062, splitWal=true, meta=false 2024-11-12T14:14:00,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:00,285 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2b6d221c5cde,46113,1731420806062 had 3 regions 2024-11-12T14:14:00,291 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 can not run currently because target server of region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2b6d221c5cde,46113,1731420806062 is in state CRASHED, wait 1000 ms to retry 2024-11-12T14:14:00,292 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4; timeout=1000, timestamp=1731420841292 2024-11-12T14:14:00,292 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b6d221c5cde,46113,1731420806062, splitWal=true, meta=false, isMeta: false 2024-11-12T14:14:00,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:00,299 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:00,301 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e can not run currently because target server of region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 1000 ms to retry 2024-11-12T14:14:00,301 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e; timeout=1000, timestamp=1731420841301 2024-11-12T14:14:00,301 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting 2024-11-12T14:14:00,304 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b6d221c5cde,46113,1731420806062 WAL count=1, meta=false 2024-11-12T14:14:00,309 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e can not run currently because target server of region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 1000 ms to retry 2024-11-12T14:14:00,309 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e; timeout=1000, timestamp=1731420841309 2024-11-12T14:14:00,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2b6d221c5cde%2C46113%2C1731420806062.1731420807808}] 2024-11-12T14:14:00,345 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:00,345 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:14:00,345 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46113-0x1012f64cdd60003, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:14:00,345 INFO [RS:2;2b6d221c5cde:46113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:14:00,346 INFO [RS:2;2b6d221c5cde:46113 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,46113,1731420806062; zookeeper connection closed. 2024-11-12T14:14:00,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2b6d221c5cde%2C46113%2C1731420806062.1731420807808, worker=2b6d221c5cde,37533,1731420805874}] 2024-11-12T14:14:00,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a04d683 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a04d683 2024-11-12T14:14:00,657 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:14:00,657 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:14:01,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:01,304 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:01,304 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 can not run currently because target server of region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T14:14:01,305 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4; timeout=2000, timestamp=1731420843304 2024-11-12T14:14:01,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:01,317 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e can not run currently because target server of region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T14:14:01,317 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e; timeout=2000, timestamp=1731420843317 2024-11-12T14:14:01,329 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e can not run currently because target server of region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T14:14:01,329 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e; timeout=2000, timestamp=1731420843329 2024-11-12T14:14:03,308 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:03,317 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 can not run currently because target server of region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T14:14:03,317 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4; timeout=4000, timestamp=1731420847317 2024-11-12T14:14:03,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:03,322 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e can not run currently because target server of region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T14:14:03,323 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e; timeout=4000, timestamp=1731420847323 2024-11-12T14:14:03,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:03,339 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e can not run currently because target server of region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T14:14:03,339 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e; timeout=4000, timestamp=1731420847339 2024-11-12T14:14:07,317 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:07,319 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 can not run currently because target server of region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T14:14:07,319 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4; timeout=8000, timestamp=1731420855319 2024-11-12T14:14:07,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:07,325 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e can not run currently because target server of region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T14:14:07,325 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e; timeout=8000, timestamp=1731420855325 2024-11-12T14:14:07,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:07,342 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e can not run currently because target server of region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2b6d221c5cde,46113,1731420806062 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T14:14:07,342 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e; timeout=8000, timestamp=1731420855342 2024-11-12T14:14:10,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T14:14:10,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-12T14:14:10,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T14:14:10,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:14:10,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T14:14:10,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 7185f09bee96b9f21325f147aea70ef4: 2024-11-12T14:14:10,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. for SnapshotProcedureTest completed. 2024-11-12T14:14:10,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:10,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:14:10,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T14:14:10,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:14:10,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4be5aec4adda6445cff35809f0513a1b: 2024-11-12T14:14:10,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. for SnapshotProcedureTest completed. 2024-11-12T14:14:10,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:10,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:14:10,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:14:10,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7699d41e449ace0a3f37f13cca6e132a: 2024-11-12T14:14:10,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. for SnapshotProcedureTest completed. 2024-11-12T14:14:10,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:10,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:14:10,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T14:14:10,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:14:10,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f33710c141366d501e1eb6600b421df5: 2024-11-12T14:14:10,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. for SnapshotProcedureTest completed. 2024-11-12T14:14:10,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:10,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:14:10,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T14:14:10,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:14:10,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for cb8b01f15516b3d6aae51878192df596: 2024-11-12T14:14:10,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. for SnapshotProcedureTest completed. 2024-11-12T14:14:10,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:10,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:14:10,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T14:14:10,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:14:10,111 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing dd6ee4dd57a74e091155da3fc5c0432b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T14:14:10,131 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808, size=966 (966bytes) 2024-11-12T14:14:10,135 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T14:14:10,135 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T14:14:10,135 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808 2024-11-12T14:14:10,170 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808 after 17ms 2024-11-12T14:14:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741849_1025 (size=65) 2024-11-12T14:14:10,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741849_1025 (size=65) 2024-11-12T14:14:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741849_1025 (size=65) 2024-11-12T14:14:10,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:14:10,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T14:14:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T14:14:10,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:14:10,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:14:10,212 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808 took 83ms 2024-11-12T14:14:10,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4be5aec4adda6445cff35809f0513a1b in 10.1920 sec 2024-11-12T14:14:10,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741850_1026 (size=65) 2024-11-12T14:14:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741850_1026 (size=65) 2024-11-12T14:14:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741850_1026 (size=65) 2024-11-12T14:14:10,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:14:10,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T14:14:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T14:14:10,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:14:10,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:14:10,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7699d41e449ace0a3f37f13cca6e132a in 10.2230 sec 2024-11-12T14:14:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741851_1027 (size=65) 2024-11-12T14:14:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741851_1027 (size=65) 2024-11-12T14:14:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741851_1027 (size=65) 2024-11-12T14:14:10,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:14:10,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T14:14:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741852_1028 (size=65) 2024-11-12T14:14:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T14:14:10,251 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:14:10,251 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:14:10,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741852_1028 (size=65) 2024-11-12T14:14:10,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741852_1028 (size=65) 2024-11-12T14:14:10,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7185f09bee96b9f21325f147aea70ef4 in 10.2420 sec 2024-11-12T14:14:10,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741853_1029 (size=57) 2024-11-12T14:14:10,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:14:10,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T14:14:10,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741853_1029 (size=57) 2024-11-12T14:14:10,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741853_1029 (size=57) 2024-11-12T14:14:10,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:14:10,266 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d3e6c65068c269d32db2b0d0ce177843 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T14:14:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T14:14:10,266 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f33710c141366d501e1eb6600b421df5 2024-11-12T14:14:10,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33710c141366d501e1eb6600b421df5 2024-11-12T14:14:10,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f33710c141366d501e1eb6600b421df5 in 10.2580 sec 2024-11-12T14:14:10,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:14:10,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T14:14:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T14:14:10,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cb8b01f15516b3d6aae51878192df596 2024-11-12T14:14:10,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8b01f15516b3d6aae51878192df596 2024-11-12T14:14:10,291 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 69fe6490e9018e6035bd60eb17a3d50e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T14:14:10,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cb8b01f15516b3d6aae51878192df596 in 10.2740 sec 2024-11-12T14:14:10,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for af2c4a3460489219373fd8ec2aff0da4: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T14:14:10,298 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f24100e4195001d89f32e18bdd1f509e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T14:14:10,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808 so closing down 2024-11-12T14:14:10,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T14:14:10,308 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T14:14:10,314 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 38 ms; skipped=3; WAL=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808, size=966, length=966, corrupted=false, cancelled=false 2024-11-12T14:14:10,314 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808, journal: Splitting hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808, size=966 (966bytes) at 1731420850131Finishing writing output for hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808 so closing down at 1731420850299 (+168 ms)3 split writer threads finished at 1731420850308 (+9 ms)Processed 3 edits across 0 Regions in 38 ms; skipped=3; WAL=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808, size=966, length=966, corrupted=false, cancelled=false at 1731420850314 (+6 ms) 2024-11-12T14:14:10,314 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808 2024-11-12T14:14:10,315 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T14:14:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T14:14:10,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/.tmp/cf/9c46bff2f3974a428f38adda9b56e3d1 is 34, key is baa/cf:cf/1731420838641/Put/seqid=0 2024-11-12T14:14:10,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/.tmp/cf/0c7fb3843d4f4b5ab59046205e82b9b5 is 34, key is ccd/cf:cf/1731420838743/Put/seqid=0 2024-11-12T14:14:10,345 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting/2b6d221c5cde%2C46113%2C1731420806062.1731420807808 to hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/oldWALs 2024-11-12T14:14:10,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T14:14:10,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b6d221c5cde%2C46113%2C1731420806062.1731420807808, worker=2b6d221c5cde,37533,1731420805874 in 10.0090 sec 2024-11-12T14:14:10,384 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:10,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T14:14:10,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2b6d221c5cde%2C46113%2C1731420806062.1731420807808, worker=2b6d221c5cde,37533,1731420805874 in 10.0730 sec 2024-11-12T14:14:10,401 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting dir is empty, no logs to split. 2024-11-12T14:14:10,402 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2b6d221c5cde,46113,1731420806062 WAL count=0, meta=false 2024-11-12T14:14:10,402 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2b6d221c5cde,46113,1731420806062 WAL splitting is done? wals=0, meta=false 2024-11-12T14:14:10,409 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2b6d221c5cde,46113,1731420806062 failed, ignore...File hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/WALs/2b6d221c5cde,46113,1731420806062-splitting does not exist. 2024-11-12T14:14:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741854_1030 (size=28623) 2024-11-12T14:14:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741854_1030 (size=28623) 2024-11-12T14:14:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741854_1030 (size=28623) 2024-11-12T14:14:10,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN}] 2024-11-12T14:14:10,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN 2024-11-12T14:14:10,421 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN 2024-11-12T14:14:10,422 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T14:14:10,424 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T14:14:10,425 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN 2024-11-12T14:14:10,428 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T14:14:10,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741855_1031 (size=47197) 2024-11-12T14:14:10,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741855_1031 (size=47197) 2024-11-12T14:14:10,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741855_1031 (size=47197) 2024-11-12T14:14:10,470 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/.tmp/cf/0c7fb3843d4f4b5ab59046205e82b9b5 2024-11-12T14:14:10,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/.tmp/cf/0c7fb3843d4f4b5ab59046205e82b9b5 as hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/cf/0c7fb3843d4f4b5ab59046205e82b9b5 2024-11-12T14:14:10,573 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:14:10,573 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:14:10,573 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:14:10,573 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:14:10,573 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:14:10,573 INFO [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:14:10,573 INFO [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:14:10,574 DEBUG [2b6d221c5cde:36955 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:14:10,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=69fe6490e9018e6035bd60eb17a3d50e, regionState=OPENING, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:10,578 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f24100e4195001d89f32e18bdd1f509e, regionState=OPENING, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:10,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=af2c4a3460489219373fd8ec2aff0da4, regionState=OPENING, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN because future has completed 2024-11-12T14:14:10,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/cf/0c7fb3843d4f4b5ab59046205e82b9b5, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T14:14:10,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN because future has completed 2024-11-12T14:14:10,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24100e4195001d89f32e18bdd1f509e, server=2b6d221c5cde,37533,1731420805874}] 2024-11-12T14:14:10,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN because future has completed 2024-11-12T14:14:10,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e, server=2b6d221c5cde,38547,1731420806009}] 2024-11-12T14:14:10,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure af2c4a3460489219373fd8ec2aff0da4, server=2b6d221c5cde,37533,1731420805874}] 2024-11-12T14:14:10,615 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d3e6c65068c269d32db2b0d0ce177843 in 326ms, sequenceid=5, compaction requested=false 2024-11-12T14:14:10,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d3e6c65068c269d32db2b0d0ce177843: 2024-11-12T14:14:10,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. for SnapshotProcedureTest completed. 2024-11-12T14:14:10,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:10,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/cf/0c7fb3843d4f4b5ab59046205e82b9b5] hfiles 2024-11-12T14:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/cf/0c7fb3843d4f4b5ab59046205e82b9b5 for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741856_1032 (size=105) 2024-11-12T14:14:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741856_1032 (size=105) 2024-11-12T14:14:10,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:14:10,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T14:14:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741856_1032 (size=105) 2024-11-12T14:14:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T14:14:10,742 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:14:10,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:14:10,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3e6c65068c269d32db2b0d0ce177843 in 10.7390 sec 2024-11-12T14:14:10,808 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/.tmp/cf/9c46bff2f3974a428f38adda9b56e3d1 2024-11-12T14:14:10,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/.tmp/cf/9c46bff2f3974a428f38adda9b56e3d1 as hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/cf/9c46bff2f3974a428f38adda9b56e3d1 2024-11-12T14:14:10,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/cf/9c46bff2f3974a428f38adda9b56e3d1, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T14:14:10,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for dd6ee4dd57a74e091155da3fc5c0432b in 770ms, sequenceid=5, compaction requested=false 2024-11-12T14:14:10,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for dd6ee4dd57a74e091155da3fc5c0432b: 2024-11-12T14:14:10,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. for SnapshotProcedureTest completed. 2024-11-12T14:14:10,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:10,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/cf/9c46bff2f3974a428f38adda9b56e3d1] hfiles 2024-11-12T14:14:10,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/cf/9c46bff2f3974a428f38adda9b56e3d1 for snapshot=SnapshotProcedureTest 2024-11-12T14:14:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741857_1033 (size=105) 2024-11-12T14:14:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741857_1033 (size=105) 2024-11-12T14:14:10,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741857_1033 (size=105) 2024-11-12T14:14:10,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:14:10,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T14:14:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T14:14:10,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:14:10,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:14:10,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd6ee4dd57a74e091155da3fc5c0432b in 10.9220 sec 2024-11-12T14:14:15,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 held by pid=41 2024-11-12T14:14:15,320 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:15,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e held by pid=40 2024-11-12T14:14:15,325 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:15,342 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e held by pid=39 2024-11-12T14:14:15,342 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:18,675 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T14:14:18,676 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T14:14:20,613 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:20,613 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 69fe6490e9018e6035bd60eb17a3d50e, NAME => 'SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T14:14:20,614 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,614 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:14:20,614 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,614 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,615 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:20,616 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => f24100e4195001d89f32e18bdd1f509e, NAME => 'SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T14:14:20,616 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,616 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:14:20,616 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,616 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,617 INFO [StoreOpener-69fe6490e9018e6035bd60eb17a3d50e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,619 INFO [StoreOpener-69fe6490e9018e6035bd60eb17a3d50e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69fe6490e9018e6035bd60eb17a3d50e columnFamilyName cf 2024-11-12T14:14:20,619 DEBUG [StoreOpener-69fe6490e9018e6035bd60eb17a3d50e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:20,620 INFO [StoreOpener-69fe6490e9018e6035bd60eb17a3d50e-1 {}] regionserver.HStore(327): Store=69fe6490e9018e6035bd60eb17a3d50e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:14:20,620 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,622 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,626 INFO [StoreOpener-f24100e4195001d89f32e18bdd1f509e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,626 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,628 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,628 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,628 INFO [StoreOpener-f24100e4195001d89f32e18bdd1f509e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24100e4195001d89f32e18bdd1f509e columnFamilyName cf 2024-11-12T14:14:20,628 DEBUG [StoreOpener-f24100e4195001d89f32e18bdd1f509e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:20,633 INFO [StoreOpener-f24100e4195001d89f32e18bdd1f509e-1 {}] regionserver.HStore(327): Store=f24100e4195001d89f32e18bdd1f509e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:14:20,633 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,635 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,636 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,638 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,640 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,640 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,644 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,647 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened f24100e4195001d89f32e18bdd1f509e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71981141, jitterRate=0.07260258495807648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:14:20,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for f24100e4195001d89f32e18bdd1f509e: Running coprocessor pre-open hook at 1731420860617Writing region info on filesystem at 1731420860617Initializing all the Stores at 1731420860624 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420860624Cleaning up temporary data from old regions at 1731420860640 (+16 ms)Running coprocessor post-open hooks at 1731420860647 (+7 ms)Region opened successfully at 1731420860647 2024-11-12T14:14:20,648 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., pid=42, masterSystemTime=1731420860598 2024-11-12T14:14:20,650 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 69fe6490e9018e6035bd60eb17a3d50e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65304425, jitterRate=-0.02688823640346527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:14:20,650 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,650 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 69fe6490e9018e6035bd60eb17a3d50e: Running coprocessor pre-open hook at 1731420860614Writing region info on filesystem at 1731420860614Initializing all the Stores at 1731420860616 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420860616Cleaning up temporary data from old regions at 1731420860628 (+12 ms)Running coprocessor post-open hooks at 1731420860650 (+22 ms)Region opened successfully at 1731420860650 2024-11-12T14:14:20,651 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., pid=43, masterSystemTime=1731420860601 2024-11-12T14:14:20,652 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:20,652 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:20,652 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:20,652 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => af2c4a3460489219373fd8ec2aff0da4, NAME => 'SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T14:14:20,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:14:20,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,655 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f24100e4195001d89f32e18bdd1f509e, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:20,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24100e4195001d89f32e18bdd1f509e, server=2b6d221c5cde,37533,1731420805874 because future has completed 2024-11-12T14:14:20,662 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=69fe6490e9018e6035bd60eb17a3d50e, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:20,665 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:20,665 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:20,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e, server=2b6d221c5cde,38547,1731420806009 because future has completed 2024-11-12T14:14:20,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-12T14:14:20,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e, server=2b6d221c5cde,38547,1731420806009 in 10.0790 sec 2024-11-12T14:14:20,681 INFO [StoreOpener-af2c4a3460489219373fd8ec2aff0da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-12T14:14:20,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure f24100e4195001d89f32e18bdd1f509e, server=2b6d221c5cde,37533,1731420805874 in 10.0820 sec 2024-11-12T14:14:20,683 INFO [StoreOpener-af2c4a3460489219373fd8ec2aff0da4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af2c4a3460489219373fd8ec2aff0da4 columnFamilyName cf 2024-11-12T14:14:20,684 DEBUG [StoreOpener-af2c4a3460489219373fd8ec2aff0da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:20,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69fe6490e9018e6035bd60eb17a3d50e, ASSIGN in 10.2670 sec 2024-11-12T14:14:20,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:20,690 INFO [StoreOpener-af2c4a3460489219373fd8ec2aff0da4-1 {}] regionserver.HStore(327): Store=af2c4a3460489219373fd8ec2aff0da4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:14:20,690 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:20,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f24100e4195001d89f32e18bdd1f509e, ASSIGN in 10.2690 sec 2024-11-12T14:14:20,696 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,704 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,705 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,705 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,709 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,711 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened af2c4a3460489219373fd8ec2aff0da4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69264720, jitterRate=0.03212475776672363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:14:20,711 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,711 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for af2c4a3460489219373fd8ec2aff0da4: Running coprocessor pre-open hook at 1731420860653Writing region info on filesystem at 1731420860653Initializing all the Stores at 1731420860665 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420860665Cleaning up temporary data from old regions at 1731420860705 (+40 ms)Running coprocessor post-open hooks at 1731420860711 (+6 ms)Region opened successfully at 1731420860711 2024-11-12T14:14:20,713 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4., pid=44, masterSystemTime=1731420860598 2024-11-12T14:14:20,716 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:20,716 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:20,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=af2c4a3460489219373fd8ec2aff0da4, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:20,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure af2c4a3460489219373fd8ec2aff0da4, server=2b6d221c5cde,37533,1731420805874 because future has completed 2024-11-12T14:14:20,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-12T14:14:20,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure af2c4a3460489219373fd8ec2aff0da4, server=2b6d221c5cde,37533,1731420805874 in 10.1300 sec 2024-11-12T14:14:20,734 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:20,736 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2b6d221c5cde,46113,1731420806062 after splitting done 2024-11-12T14:14:20,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-12T14:14:20,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af2c4a3460489219373fd8ec2aff0da4, ASSIGN in 10.3160 sec 2024-11-12T14:14:20,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 2b6d221c5cde,46113,1731420806062, splitWal=true, meta=false in 20.4720 sec 2024-11-12T14:14:23,523 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:14:26,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T14:14:29,276 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T14:14:29,679 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T14:14:30,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T14:14:30,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:30,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 69fe6490e9018e6035bd60eb17a3d50e: 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for af2c4a3460489219373fd8ec2aff0da4: 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. for SnapshotProcedureTest completed. 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. for SnapshotProcedureTest completed. 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f24100e4195001d89f32e18bdd1f509e: 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. for SnapshotProcedureTest completed. 2024-11-12T14:14:30,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:30,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:30,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:30,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:14:30,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:30,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:14:30,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:14:30,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:14:30,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:14:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741860_1036 (size=65) 2024-11-12T14:14:30,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741860_1036 (size=65) 2024-11-12T14:14:30,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741858_1034 (size=65) 2024-11-12T14:14:30,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741858_1034 (size=65) 2024-11-12T14:14:30,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741858_1034 (size=65) 2024-11-12T14:14:30,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741860_1036 (size=65) 2024-11-12T14:14:30,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:30,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T14:14:30,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:30,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T14:14:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T14:14:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T14:14:30,724 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:30,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:30,725 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:30,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:30,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af2c4a3460489219373fd8ec2aff0da4 in 30.7160 sec 2024-11-12T14:14:30,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 69fe6490e9018e6035bd60eb17a3d50e in 30.7160 sec 2024-11-12T14:14:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741859_1035 (size=57) 2024-11-12T14:14:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741859_1035 (size=57) 2024-11-12T14:14:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741859_1035 (size=57) 2024-11-12T14:14:30,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:30,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T14:14:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T14:14:30,732 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:30,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:30,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-12T14:14:30,736 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T14:14:30,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f24100e4195001d89f32e18bdd1f509e in 30.7230 sec 2024-11-12T14:14:30,739 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T14:14:30,742 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T14:14:30,742 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T14:14:30,744 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T14:14:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741861_1037 (size=1094) 2024-11-12T14:14:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741861_1037 (size=1094) 2024-11-12T14:14:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741861_1037 (size=1094) 2024-11-12T14:14:30,781 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T14:14:30,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T14:14:30,796 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:30,796 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:30,796 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:30,797 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:30,797 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:30,802 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:35,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dd6ee4dd57a74e091155da3fc5c0432b, had cached 0 bytes from a total of 28623 2024-11-12T14:14:35,688 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d3e6c65068c269d32db2b0d0ce177843, had cached 0 bytes from a total of 47197 2024-11-12T14:14:40,321 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4be5aec4adda6445cff35809f0513a1b changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,321 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region af2c4a3460489219373fd8ec2aff0da4 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,322 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7185f09bee96b9f21325f147aea70ef4 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,322 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7699d41e449ace0a3f37f13cca6e132a changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,322 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f24100e4195001d89f32e18bdd1f509e changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,323 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cb8b01f15516b3d6aae51878192df596 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,323 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f33710c141366d501e1eb6600b421df5 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,323 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 69fe6490e9018e6035bd60eb17a3d50e changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,323 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dd6ee4dd57a74e091155da3fc5c0432b changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,323 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d3e6c65068c269d32db2b0d0ce177843 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:14:40,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-12T14:14:40,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-12T14:14:40,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-12T14:14:40,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-12T14:14:40,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-12T14:14:40,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-12T14:14:40,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T14:14:40,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T14:14:40,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T14:14:40,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-12T14:14:40,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T14:14:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T14:14:40,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T14:14:40,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T14:14:40,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T14:14:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-12T14:14:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T14:14:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T14:14:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T14:14:40,825 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 Release verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:40,825 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,37533,1731420805874 Release verify snapshot worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T14:14:40,829 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 Release verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:40,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 in 10.0390 sec 2024-11-12T14:14:40,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 in 10.0350 sec 2024-11-12T14:14:40,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,37533,1731420805874 in 10.0350 sec 2024-11-12T14:14:40,833 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,37533,1731420805874 Release verify snapshot worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:40,834 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 Release verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:40,834 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:40,834 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:40,836 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,37533,1731420805874 Release verify snapshot worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:40,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,37533,1731420805874 in 10.0440 sec 2024-11-12T14:14:40,840 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:40,844 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:40,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 in 10.0440 sec 2024-11-12T14:14:40,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,37533,1731420805874 in 10.0460 sec 2024-11-12T14:14:50,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-12T14:14:50,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-12T14:14:50,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T14:14:50,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-12T14:14:50,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-12T14:14:50,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T14:14:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T14:14:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-12T14:14:50,839 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 Release verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T14:14:50,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 in 20.0490 sec 2024-11-12T14:14:50,842 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 Release verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:50,843 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 Release verify snapshot worker=2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:50,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 in 20.0520 sec 2024-11-12T14:14:50,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T14:14:50,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T14:14:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T14:14:50,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,38547,1731420806009 in 20.0530 sec 2024-11-12T14:14:50,849 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,37533,1731420805874 Release verify snapshot worker=2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:50,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-12T14:14:50,851 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T14:14:50,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,37533,1731420805874 in 20.0590 sec 2024-11-12T14:14:50,853 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T14:14:50,855 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T14:14:50,856 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T14:14:50,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0080 sec 2024-11-12T14:14:50,959 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T14:14:50,971 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T14:14:50,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:14:50,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:14:50,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:14:50,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:50,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:50,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:14:50,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993789272, stopped=false 2024-11-12T14:14:50,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:14:50,973 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,36955,1731420804758 2024-11-12T14:14:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:14:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:14:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:14:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:51,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:14:51,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:51,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:14:51,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:14:51,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:14:51,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:14:51,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:14:51,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:51,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,37533,1731420805874' ***** 2024-11-12T14:14:51,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:14:51,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,38547,1731420806009' ***** 2024-11-12T14:14:51,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:14:51,084 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:14:51,084 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:14:51,084 INFO [RS:1;2b6d221c5cde:38547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:14:51,084 INFO [RS:0;2b6d221c5cde:37533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:14:51,084 INFO [RS:0;2b6d221c5cde:37533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:14:51,084 INFO [RS:1;2b6d221c5cde:38547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:14:51,084 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:14:51,084 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(3091): Received CLOSE for 7185f09bee96b9f21325f147aea70ef4 2024-11-12T14:14:51,084 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for dd6ee4dd57a74e091155da3fc5c0432b 2024-11-12T14:14:51,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:14:51,085 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for cb8b01f15516b3d6aae51878192df596 2024-11-12T14:14:51,085 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for 69fe6490e9018e6035bd60eb17a3d50e 2024-11-12T14:14:51,085 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(3091): Received CLOSE for af2c4a3460489219373fd8ec2aff0da4 2024-11-12T14:14:51,085 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for f33710c141366d501e1eb6600b421df5 2024-11-12T14:14:51,085 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(3091): Received CLOSE for f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:51,085 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(3091): Received CLOSE for 4be5aec4adda6445cff35809f0513a1b 2024-11-12T14:14:51,085 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for d3e6c65068c269d32db2b0d0ce177843 2024-11-12T14:14:51,085 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(3091): Received CLOSE for 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:14:51,085 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:51,085 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:51,085 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:14:51,085 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:14:51,086 INFO [RS:0;2b6d221c5cde:37533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:37533. 2024-11-12T14:14:51,086 INFO [RS:1;2b6d221c5cde:38547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b6d221c5cde:38547. 2024-11-12T14:14:51,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7185f09bee96b9f21325f147aea70ef4, disabling compactions & flushes 2024-11-12T14:14:51,086 DEBUG [RS:0;2b6d221c5cde:37533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:14:51,086 DEBUG [RS:1;2b6d221c5cde:38547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:14:51,086 DEBUG [RS:0;2b6d221c5cde:37533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:51,086 DEBUG [RS:1;2b6d221c5cde:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:51,086 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:14:51,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:14:51,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. after waiting 0 ms 2024-11-12T14:14:51,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:14:51,086 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T14:14:51,086 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1325): Online Regions={dd6ee4dd57a74e091155da3fc5c0432b=SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b., cb8b01f15516b3d6aae51878192df596=SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596., 69fe6490e9018e6035bd60eb17a3d50e=SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e., f33710c141366d501e1eb6600b421df5=SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5., d3e6c65068c269d32db2b0d0ce177843=SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843.} 2024-11-12T14:14:51,087 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd6ee4dd57a74e091155da3fc5c0432b, disabling compactions & flushes 2024-11-12T14:14:51,087 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:14:51,087 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:14:51,087 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. after waiting 0 ms 2024-11-12T14:14:51,087 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:14:51,093 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1351): Waiting on 69fe6490e9018e6035bd60eb17a3d50e, cb8b01f15516b3d6aae51878192df596, d3e6c65068c269d32db2b0d0ce177843, dd6ee4dd57a74e091155da3fc5c0432b, f33710c141366d501e1eb6600b421df5 2024-11-12T14:14:51,093 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:14:51,093 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:14:51,093 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:14:51,093 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:14:51,100 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-12T14:14:51,100 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1325): Online Regions={7185f09bee96b9f21325f147aea70ef4=SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4., 1588230740=hbase:meta,,1.1588230740, af2c4a3460489219373fd8ec2aff0da4=SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4., f24100e4195001d89f32e18bdd1f509e=SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e., 4be5aec4adda6445cff35809f0513a1b=SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b., 7699d41e449ace0a3f37f13cca6e132a=SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a.} 2024-11-12T14:14:51,100 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4be5aec4adda6445cff35809f0513a1b, 7185f09bee96b9f21325f147aea70ef4, 7699d41e449ace0a3f37f13cca6e132a, af2c4a3460489219373fd8ec2aff0da4, f24100e4195001d89f32e18bdd1f509e 2024-11-12T14:14:51,104 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:14:51,104 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:14:51,104 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:14:51,105 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:14:51,105 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:14:51,106 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-12T14:14:51,141 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:14:51,153 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/7185f09bee96b9f21325f147aea70ef4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:14:51,158 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:14:51,163 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:14:51,163 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7185f09bee96b9f21325f147aea70ef4: Waiting for close lock at 1731420891085Running coprocessor pre-close hooks at 1731420891086 (+1 ms)Disabling compacts and flushes for region at 1731420891086Disabling writes for close at 1731420891086Writing region close event to WAL at 1731420891096 (+10 ms)Running coprocessor post-close hooks at 1731420891160 (+64 ms)Closed at 1731420891163 (+3 ms) 2024-11-12T14:14:51,164 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731420818903.7185f09bee96b9f21325f147aea70ef4. 2024-11-12T14:14:51,164 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af2c4a3460489219373fd8ec2aff0da4, disabling compactions & flushes 2024-11-12T14:14:51,164 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:51,164 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:51,164 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. after waiting 0 ms 2024-11-12T14:14:51,165 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:51,184 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/dd6ee4dd57a74e091155da3fc5c0432b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:14:51,189 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:14:51,189 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd6ee4dd57a74e091155da3fc5c0432b: Waiting for close lock at 1731420891087Running coprocessor pre-close hooks at 1731420891087Disabling compacts and flushes for region at 1731420891087Disabling writes for close at 1731420891087Writing region close event to WAL at 1731420891124 (+37 ms)Running coprocessor post-close hooks at 1731420891189 (+65 ms)Closed at 1731420891189 2024-11-12T14:14:51,189 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731420818903.dd6ee4dd57a74e091155da3fc5c0432b. 2024-11-12T14:14:51,190 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb8b01f15516b3d6aae51878192df596, disabling compactions & flushes 2024-11-12T14:14:51,190 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:14:51,190 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:14:51,190 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. after waiting 0 ms 2024-11-12T14:14:51,190 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:14:51,222 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/af2c4a3460489219373fd8ec2aff0da4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:14:51,226 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af2c4a3460489219373fd8ec2aff0da4: Waiting for close lock at 1731420891164Running coprocessor pre-close hooks at 1731420891164Disabling compacts and flushes for region at 1731420891164Disabling writes for close at 1731420891164Writing region close event to WAL at 1731420891168 (+4 ms)Running coprocessor post-close hooks at 1731420891225 (+57 ms)Closed at 1731420891226 (+1 ms) 2024-11-12T14:14:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731420818903.af2c4a3460489219373fd8ec2aff0da4. 2024-11-12T14:14:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f24100e4195001d89f32e18bdd1f509e, disabling compactions & flushes 2024-11-12T14:14:51,226 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:51,227 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. after waiting 1 ms 2024-11-12T14:14:51,227 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:51,232 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/cb8b01f15516b3d6aae51878192df596/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:14:51,234 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:14:51,234 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb8b01f15516b3d6aae51878192df596: Waiting for close lock at 1731420891190Running coprocessor pre-close hooks at 1731420891190Disabling compacts and flushes for region at 1731420891190Disabling writes for close at 1731420891190Writing region close event to WAL at 1731420891191 (+1 ms)Running coprocessor post-close hooks at 1731420891234 (+43 ms)Closed at 1731420891234 2024-11-12T14:14:51,234 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731420818903.cb8b01f15516b3d6aae51878192df596. 2024-11-12T14:14:51,234 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69fe6490e9018e6035bd60eb17a3d50e, disabling compactions & flushes 2024-11-12T14:14:51,234 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:51,234 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:51,234 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. after waiting 0 ms 2024-11-12T14:14:51,235 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:51,252 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/69fe6490e9018e6035bd60eb17a3d50e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:14:51,254 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/info/d5088dc605784e5c9586e734ee8b3266 is 167, key is SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b./info:regioninfo/1731420830618/Put/seqid=0 2024-11-12T14:14:51,257 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:51,257 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69fe6490e9018e6035bd60eb17a3d50e: Waiting for close lock at 1731420891234Running coprocessor pre-close hooks at 1731420891234Disabling compacts and flushes for region at 1731420891234Disabling writes for close at 1731420891235 (+1 ms)Writing region close event to WAL at 1731420891236 (+1 ms)Running coprocessor post-close hooks at 1731420891257 (+21 ms)Closed at 1731420891257 2024-11-12T14:14:51,257 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731420818903.69fe6490e9018e6035bd60eb17a3d50e. 2024-11-12T14:14:51,257 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f33710c141366d501e1eb6600b421df5, disabling compactions & flushes 2024-11-12T14:14:51,257 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:14:51,257 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:14:51,258 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. after waiting 1 ms 2024-11-12T14:14:51,258 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:14:51,264 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f24100e4195001d89f32e18bdd1f509e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:14:51,270 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:51,270 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f24100e4195001d89f32e18bdd1f509e: Waiting for close lock at 1731420891226Running coprocessor pre-close hooks at 1731420891226Disabling compacts and flushes for region at 1731420891226Disabling writes for close at 1731420891227 (+1 ms)Writing region close event to WAL at 1731420891233 (+6 ms)Running coprocessor post-close hooks at 1731420891270 (+37 ms)Closed at 1731420891270 2024-11-12T14:14:51,270 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731420818903.f24100e4195001d89f32e18bdd1f509e. 2024-11-12T14:14:51,271 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4be5aec4adda6445cff35809f0513a1b, disabling compactions & flushes 2024-11-12T14:14:51,271 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:14:51,271 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:14:51,271 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. after waiting 0 ms 2024-11-12T14:14:51,271 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:14:51,296 DEBUG [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1351): Waiting on d3e6c65068c269d32db2b0d0ce177843, f33710c141366d501e1eb6600b421df5 2024-11-12T14:14:51,301 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4be5aec4adda6445cff35809f0513a1b, 7699d41e449ace0a3f37f13cca6e132a 2024-11-12T14:14:51,319 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/f33710c141366d501e1eb6600b421df5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:14:51,320 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:14:51,320 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f33710c141366d501e1eb6600b421df5: Waiting for close lock at 1731420891257Running coprocessor pre-close hooks at 1731420891257Disabling compacts and flushes for region at 1731420891257Disabling writes for close at 1731420891258 (+1 ms)Writing region close event to WAL at 1731420891258Running coprocessor post-close hooks at 1731420891320 (+62 ms)Closed at 1731420891320 2024-11-12T14:14:51,321 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731420818903.f33710c141366d501e1eb6600b421df5. 2024-11-12T14:14:51,321 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3e6c65068c269d32db2b0d0ce177843, disabling compactions & flushes 2024-11-12T14:14:51,321 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:14:51,321 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:14:51,321 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. after waiting 0 ms 2024-11-12T14:14:51,321 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:14:51,348 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/4be5aec4adda6445cff35809f0513a1b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:14:51,352 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:14:51,352 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4be5aec4adda6445cff35809f0513a1b: Waiting for close lock at 1731420891271Running coprocessor pre-close hooks at 1731420891271Disabling compacts and flushes for region at 1731420891271Disabling writes for close at 1731420891271Writing region close event to WAL at 1731420891278 (+7 ms)Running coprocessor post-close hooks at 1731420891352 (+74 ms)Closed at 1731420891352 2024-11-12T14:14:51,352 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731420818903.4be5aec4adda6445cff35809f0513a1b. 2024-11-12T14:14:51,353 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7699d41e449ace0a3f37f13cca6e132a, disabling compactions & flushes 2024-11-12T14:14:51,353 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:14:51,353 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:14:51,353 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. after waiting 0 ms 2024-11-12T14:14:51,353 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:14:51,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741862_1038 (size=19822) 2024-11-12T14:14:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741862_1038 (size=19822) 2024-11-12T14:14:51,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741862_1038 (size=19822) 2024-11-12T14:14:51,372 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/info/d5088dc605784e5c9586e734ee8b3266 2024-11-12T14:14:51,388 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/d3e6c65068c269d32db2b0d0ce177843/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:14:51,397 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:14:51,397 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3e6c65068c269d32db2b0d0ce177843: Waiting for close lock at 1731420891321Running coprocessor pre-close hooks at 1731420891321Disabling compacts and flushes for region at 1731420891321Disabling writes for close at 1731420891321Writing region close event to WAL at 1731420891365 (+44 ms)Running coprocessor post-close hooks at 1731420891397 (+32 ms)Closed at 1731420891397 2024-11-12T14:14:51,397 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731420818903.d3e6c65068c269d32db2b0d0ce177843. 2024-11-12T14:14:51,400 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/default/SPTestTable/7699d41e449ace0a3f37f13cca6e132a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:14:51,407 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:14:51,407 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7699d41e449ace0a3f37f13cca6e132a: Waiting for close lock at 1731420891353Running coprocessor pre-close hooks at 1731420891353Disabling compacts and flushes for region at 1731420891353Disabling writes for close at 1731420891353Writing region close event to WAL at 1731420891369 (+16 ms)Running coprocessor post-close hooks at 1731420891407 (+38 ms)Closed at 1731420891407 2024-11-12T14:14:51,407 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731420818903.7699d41e449ace0a3f37f13cca6e132a. 2024-11-12T14:14:51,437 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/ns/9e10fdd9a0e54c32bc0a7dd1990bc019 is 43, key is default/ns:d/1731420818476/Put/seqid=0 2024-11-12T14:14:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741863_1039 (size=5153) 2024-11-12T14:14:51,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741863_1039 (size=5153) 2024-11-12T14:14:51,495 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/ns/9e10fdd9a0e54c32bc0a7dd1990bc019 2024-11-12T14:14:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741863_1039 (size=5153) 2024-11-12T14:14:51,497 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,38547,1731420806009; all regions closed. 2024-11-12T14:14:51,503 DEBUG [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:14:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741833_1009 (size=4022) 2024-11-12T14:14:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741833_1009 (size=4022) 2024-11-12T14:14:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741833_1009 (size=4022) 2024-11-12T14:14:51,550 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:14:51,550 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:14:51,554 DEBUG [RS:1;2b6d221c5cde:38547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/oldWALs 2024-11-12T14:14:51,554 INFO [RS:1;2b6d221c5cde:38547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C38547%2C1731420806009:(num 1731420807737) 2024-11-12T14:14:51,554 DEBUG [RS:1;2b6d221c5cde:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:51,554 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:14:51,556 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:14:51,556 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:14:51,557 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:14:51,557 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:14:51,557 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:14:51,557 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:14:51,557 INFO [RS:1;2b6d221c5cde:38547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38547 2024-11-12T14:14:51,560 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:14:51,579 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/table/18321e953d5442a1b281517ff243f6c6 is 47, key is SPTestTable/table:state/1731420830836/Put/seqid=0 2024-11-12T14:14:51,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:14:51,580 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:14:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,38547,1731420806009 2024-11-12T14:14:51,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,38547,1731420806009] 2024-11-12T14:14:51,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,38547,1731420806009 already deleted, retry=false 2024-11-12T14:14:51,597 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,38547,1731420806009 expired; onlineServers=1 2024-11-12T14:14:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741864_1040 (size=5214) 2024-11-12T14:14:51,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741864_1040 (size=5214) 2024-11-12T14:14:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741864_1040 (size=5214) 2024-11-12T14:14:51,612 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/table/18321e953d5442a1b281517ff243f6c6 2024-11-12T14:14:51,632 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/info/d5088dc605784e5c9586e734ee8b3266 as hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/info/d5088dc605784e5c9586e734ee8b3266 2024-11-12T14:14:51,641 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/info/d5088dc605784e5c9586e734ee8b3266, entries=112, sequenceid=35, filesize=19.4 K 2024-11-12T14:14:51,645 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/ns/9e10fdd9a0e54c32bc0a7dd1990bc019 as hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/ns/9e10fdd9a0e54c32bc0a7dd1990bc019 2024-11-12T14:14:51,664 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:14:51,664 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:14:51,664 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/ns/9e10fdd9a0e54c32bc0a7dd1990bc019, entries=2, sequenceid=35, filesize=5.0 K 2024-11-12T14:14:51,669 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/.tmp/table/18321e953d5442a1b281517ff243f6c6 as hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/table/18321e953d5442a1b281517ff243f6c6 2024-11-12T14:14:51,682 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/table/18321e953d5442a1b281517ff243f6c6, entries=2, sequenceid=35, filesize=5.1 K 2024-11-12T14:14:51,683 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=35, compaction requested=false 2024-11-12T14:14:51,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:14:51,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1012f64cdd60002, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:14:51,687 INFO [RS:1;2b6d221c5cde:38547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:14:51,687 INFO [RS:1;2b6d221c5cde:38547 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,38547,1731420806009; zookeeper connection closed. 2024-11-12T14:14:51,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2035bf9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2035bf9c 2024-11-12T14:14:51,689 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-12T14:14:51,690 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:14:51,690 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:14:51,690 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731420891104Running coprocessor pre-close hooks at 1731420891104Disabling compacts and flushes for region at 1731420891104Disabling writes for close at 1731420891105 (+1 ms)Obtaining lock to block concurrent updates at 1731420891106 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731420891106Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1731420891106Flushing stores of hbase:meta,,1.1588230740 at 1731420891112 (+6 ms)Flushing 1588230740/info: creating writer at 1731420891112Flushing 1588230740/info: appending metadata at 1731420891253 (+141 ms)Flushing 1588230740/info: closing flushed file at 1731420891253Flushing 1588230740/ns: creating writer at 1731420891410 (+157 ms)Flushing 1588230740/ns: appending metadata at 1731420891436 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731420891436Flushing 1588230740/table: creating writer at 1731420891541 (+105 ms)Flushing 1588230740/table: appending metadata at 1731420891578 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731420891578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7299146e: reopening flushed file at 1731420891631 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e857ab4: reopening flushed file at 1731420891642 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3199f3: reopening flushed file at 1731420891665 (+23 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=35, compaction requested=false at 1731420891683 (+18 ms)Writing region close event to WAL at 1731420891684 (+1 ms)Running coprocessor post-close hooks at 1731420891690 (+6 ms)Closed at 1731420891690 2024-11-12T14:14:51,690 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:14:51,703 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,37533,1731420805874; all regions closed. 2024-11-12T14:14:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741836_1012 (size=18422) 2024-11-12T14:14:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741836_1012 (size=18422) 2024-11-12T14:14:51,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741836_1012 (size=18422) 2024-11-12T14:14:51,715 DEBUG [RS:0;2b6d221c5cde:37533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/oldWALs 2024-11-12T14:14:51,715 INFO [RS:0;2b6d221c5cde:37533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C37533%2C1731420805874.meta:.meta(num 1731420818082) 2024-11-12T14:14:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741835_1011 (size=3008) 2024-11-12T14:14:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741835_1011 (size=3008) 2024-11-12T14:14:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741835_1011 (size=3008) 2024-11-12T14:14:51,727 DEBUG [RS:0;2b6d221c5cde:37533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/oldWALs 2024-11-12T14:14:51,727 INFO [RS:0;2b6d221c5cde:37533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C37533%2C1731420805874:(num 1731420807808) 2024-11-12T14:14:51,727 DEBUG [RS:0;2b6d221c5cde:37533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:14:51,727 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:14:51,728 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:14:51,728 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T14:14:51,728 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:14:51,728 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:14:51,728 INFO [RS:0;2b6d221c5cde:37533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37533 2024-11-12T14:14:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:14:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,37533,1731420805874 2024-11-12T14:14:51,785 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:14:51,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,37533,1731420805874] 2024-11-12T14:14:51,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,37533,1731420805874 already deleted, retry=false 2024-11-12T14:14:51,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,37533,1731420805874 expired; onlineServers=0 2024-11-12T14:14:51,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,36955,1731420804758' ***** 2024-11-12T14:14:51,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:14:51,880 INFO [M:0;2b6d221c5cde:36955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:14:51,880 INFO [M:0;2b6d221c5cde:36955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:14:51,880 DEBUG [M:0;2b6d221c5cde:36955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:14:51,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:14:51,880 DEBUG [M:0;2b6d221c5cde:36955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:14:51,880 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731420807359 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731420807359,5,FailOnTimeoutGroup] 2024-11-12T14:14:51,880 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731420807361 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731420807361,5,FailOnTimeoutGroup] 2024-11-12T14:14:51,880 INFO [M:0;2b6d221c5cde:36955 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:14:51,880 INFO [M:0;2b6d221c5cde:36955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:14:51,880 DEBUG [M:0;2b6d221c5cde:36955 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:14:51,881 INFO [M:0;2b6d221c5cde:36955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:14:51,881 INFO [M:0;2b6d221c5cde:36955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:14:51,881 ERROR [M:0;2b6d221c5cde:36955 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1428117987) connection to localhost/127.0.0.1:42213 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42213,5,PEWorkerGroup] 2024-11-12T14:14:51,882 INFO [M:0;2b6d221c5cde:36955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:14:51,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:14:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T14:14:51,892 DEBUG [M:0;2b6d221c5cde:36955 {}] zookeeper.ZKUtil(347): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T14:14:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:51,892 WARN [M:0;2b6d221c5cde:36955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:14:51,894 INFO [M:0;2b6d221c5cde:36955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/.lastflushedseqids 2024-11-12T14:14:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741865_1041 (size=686) 2024-11-12T14:14:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741865_1041 (size=686) 2024-11-12T14:14:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741865_1041 (size=686) 2024-11-12T14:14:51,942 INFO [M:0;2b6d221c5cde:36955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:14:51,943 INFO [M:0;2b6d221c5cde:36955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:14:51,943 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:14:51,943 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:14:51,943 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:14:51,943 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:14:51,943 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:14:51,943 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.07 KB heapSize=229.49 KB 2024-11-12T14:14:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:14:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37533-0x1012f64cdd60001, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:14:51,960 INFO [RS:0;2b6d221c5cde:37533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:14:51,960 INFO [RS:0;2b6d221c5cde:37533 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,37533,1731420805874; zookeeper connection closed. 2024-11-12T14:14:51,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f470a44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f470a44 2024-11-12T14:14:51,961 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T14:14:51,987 DEBUG [M:0;2b6d221c5cde:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8418a3d74421405d97fb7e3f836e504b is 82, key is hbase:meta,,1/info:regioninfo/1731420818266/Put/seqid=0 2024-11-12T14:14:52,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741866_1042 (size=5672) 2024-11-12T14:14:52,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741866_1042 (size=5672) 2024-11-12T14:14:52,014 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8418a3d74421405d97fb7e3f836e504b 2024-11-12T14:14:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741866_1042 (size=5672) 2024-11-12T14:14:52,072 DEBUG [M:0;2b6d221c5cde:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07167f3e97654d59abb674eadb4ce6d0 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731420830846/Put/seqid=0 2024-11-12T14:14:52,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741867_1043 (size=8903) 2024-11-12T14:14:52,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741867_1043 (size=8903) 2024-11-12T14:14:52,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741867_1043 (size=8903) 2024-11-12T14:14:52,539 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.34 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07167f3e97654d59abb674eadb4ce6d0 2024-11-12T14:14:52,561 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07167f3e97654d59abb674eadb4ce6d0 2024-11-12T14:14:52,599 DEBUG [M:0;2b6d221c5cde:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe16d0c8afc4db682a9c780f2000afd is 69, key is 2b6d221c5cde,37533,1731420805874/rs:state/1731420807530/Put/seqid=0 2024-11-12T14:14:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741868_1044 (size=5441) 2024-11-12T14:14:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741868_1044 (size=5441) 2024-11-12T14:14:52,648 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe16d0c8afc4db682a9c780f2000afd 2024-11-12T14:14:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741868_1044 (size=5441) 2024-11-12T14:14:52,656 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe16d0c8afc4db682a9c780f2000afd 2024-11-12T14:14:52,657 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8418a3d74421405d97fb7e3f836e504b as hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8418a3d74421405d97fb7e3f836e504b 2024-11-12T14:14:52,666 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8418a3d74421405d97fb7e3f836e504b, entries=8, sequenceid=485, filesize=5.5 K 2024-11-12T14:14:52,668 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07167f3e97654d59abb674eadb4ce6d0 as hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07167f3e97654d59abb674eadb4ce6d0 2024-11-12T14:14:52,682 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07167f3e97654d59abb674eadb4ce6d0 2024-11-12T14:14:52,682 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07167f3e97654d59abb674eadb4ce6d0, entries=54, sequenceid=485, filesize=8.7 K 2024-11-12T14:14:52,684 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe16d0c8afc4db682a9c780f2000afd as hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe16d0c8afc4db682a9c780f2000afd 2024-11-12T14:14:52,694 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe16d0c8afc4db682a9c780f2000afd 2024-11-12T14:14:52,695 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/20615b03-f99f-54f3-7fc6-86e0ac570ada/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe16d0c8afc4db682a9c780f2000afd, entries=3, sequenceid=485, filesize=5.3 K 2024-11-12T14:14:52,697 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.07 KB/189516, heapSize ~229.20 KB/234696, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 754ms, sequenceid=485, compaction requested=false 2024-11-12T14:14:52,704 INFO [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:14:52,705 DEBUG [M:0;2b6d221c5cde:36955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731420891943Disabling compacts and flushes for region at 1731420891943Disabling writes for close at 1731420891943Obtaining lock to block concurrent updates at 1731420891943Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731420891943Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189516, getHeapSize=234936, getOffHeapSize=0, getCellsCount=588 at 1731420891944 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731420891949 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731420891949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731420891987 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731420891987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731420892023 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731420892064 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731420892064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731420892561 (+497 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731420892598 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731420892598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384ea79d: reopening flushed file at 1731420892656 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad0dcb8: reopening flushed file at 1731420892666 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a8062: reopening flushed file at 1731420892682 (+16 ms)Finished flush of dataSize ~185.07 KB/189516, heapSize ~229.20 KB/234696, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 754ms, sequenceid=485, compaction requested=false at 1731420892697 (+15 ms)Writing region close event to WAL at 1731420892704 (+7 ms)Closed at 1731420892704 2024-11-12T14:14:52,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741830_1006 (size=221872) 2024-11-12T14:14:52,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39489 is added to blk_1073741830_1006 (size=221872) 2024-11-12T14:14:52,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741830_1006 (size=221872) 2024-11-12T14:14:52,711 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:14:52,711 INFO [M:0;2b6d221c5cde:36955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:14:52,711 INFO [M:0;2b6d221c5cde:36955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36955 2024-11-12T14:14:52,711 INFO [M:0;2b6d221c5cde:36955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:14:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:14:52,823 INFO [M:0;2b6d221c5cde:36955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:14:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x1012f64cdd60000, quorum=127.0.0.1:58316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:14:52,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fc0119d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:14:52,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c55760b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:14:52,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:14:52,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a0fd7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:14:52,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c4cac7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir/,STOPPED} 2024-11-12T14:14:52,834 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:14:52,834 WARN [BP-354554868-172.17.0.3-1731420797988 heartbeating to localhost/127.0.0.1:42213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:14:52,834 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:14:52,834 WARN [BP-354554868-172.17.0.3-1731420797988 heartbeating to localhost/127.0.0.1:42213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354554868-172.17.0.3-1731420797988 (Datanode Uuid 463d8c72-3999-475b-baaa-47e4e0bb780b) service to localhost/127.0.0.1:42213 2024-11-12T14:14:52,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data5/current/BP-354554868-172.17.0.3-1731420797988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:14:52,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data6/current/BP-354554868-172.17.0.3-1731420797988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:14:52,836 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:14:52,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2456af7c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:14:52,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9fc196{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:14:52,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:14:52,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aded753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:14:52,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69595418{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir/,STOPPED} 2024-11-12T14:14:52,841 WARN [BP-354554868-172.17.0.3-1731420797988 heartbeating to localhost/127.0.0.1:42213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:14:52,841 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:14:52,841 WARN [BP-354554868-172.17.0.3-1731420797988 heartbeating to localhost/127.0.0.1:42213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354554868-172.17.0.3-1731420797988 (Datanode Uuid ba8e63e7-f801-4451-88bf-49767de7adcd) service to localhost/127.0.0.1:42213 2024-11-12T14:14:52,841 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:14:52,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data3/current/BP-354554868-172.17.0.3-1731420797988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:14:52,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data4/current/BP-354554868-172.17.0.3-1731420797988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:14:52,843 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:14:52,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74fdefe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:14:52,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f4820a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:14:52,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:14:52,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51b94643{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:14:52,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b183b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir/,STOPPED} 2024-11-12T14:14:52,852 WARN [BP-354554868-172.17.0.3-1731420797988 heartbeating to localhost/127.0.0.1:42213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:14:52,852 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:14:52,852 WARN [BP-354554868-172.17.0.3-1731420797988 heartbeating to localhost/127.0.0.1:42213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354554868-172.17.0.3-1731420797988 (Datanode Uuid 58f0a327-29ac-4d8d-a2d3-83ff434cc7a3) service to localhost/127.0.0.1:42213 2024-11-12T14:14:52,852 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:14:52,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data1/current/BP-354554868-172.17.0.3-1731420797988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:14:52,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/cluster_84930c96-601f-befd-6d53-3dc37ff5397d/data/data2/current/BP-354554868-172.17.0.3-1731420797988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:14:52,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:14:52,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@230618ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:14:52,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cf512da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:14:52,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:14:52,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5072b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:14:52,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecf4988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir/,STOPPED} 2024-11-12T14:14:52,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:14:52,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:14:52,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:42213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:42213 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/2b6d221c5cde:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b6d221c5cde:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1eef12fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:42213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:42213 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=864 (was 1087), ProcessCount=11 (was 11), AvailableMemoryMB=1377 (was 2601) 2024-11-12T14:14:52,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=864, ProcessCount=11, AvailableMemoryMB=1377 2024-11-12T14:14:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir so I do NOT create it in target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260 2024-11-12T14:14:52,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:14:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.tmp.dir so I do NOT create it in target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260 2024-11-12T14:14:52,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd54ade-8c0d-2665-85ed-5b0ed764e848/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:14:52,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260 2024-11-12T14:14:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:14:52,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f, deleteOnExit=true 2024-11-12T14:14:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:14:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/test.cache.data in system properties and HBase conf 2024-11-12T14:14:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:14:52,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:14:52,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:14:52,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:14:52,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:14:52,963 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:14:52,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:14:52,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:14:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:14:52,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:14:52,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:14:53,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:14:53,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:14:53,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:14:53,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:14:53,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:14:53,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:14:53,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45344263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:14:53,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5cfff4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:14:53,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@415f8ea7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/java.io.tmpdir/jetty-localhost-35527-hadoop-hdfs-3_4_1-tests_jar-_-any-795636084857480944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:14:53,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24d384ca{HTTP/1.1, (http/1.1)}{localhost:35527} 2024-11-12T14:14:53,426 INFO [Time-limited test {}] server.Server(415): Started @100546ms 2024-11-12T14:14:53,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:14:53,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:14:53,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:14:53,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:14:53,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:14:53,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bedf363{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:14:53,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@438ab3a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:14:53,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d57a9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/java.io.tmpdir/jetty-localhost-37813-hadoop-hdfs-3_4_1-tests_jar-_-any-6642262405677190143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:14:53,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43ee3a1d{HTTP/1.1, (http/1.1)}{localhost:37813} 2024-11-12T14:14:53,772 INFO [Time-limited test {}] server.Server(415): Started @100892ms 2024-11-12T14:14:53,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:14:53,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:14:53,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:14:53,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:14:53,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:14:53,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:14:53,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62b96eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:14:53,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@534e5e2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:14:53,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a02c60a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/java.io.tmpdir/jetty-localhost-33955-hadoop-hdfs-3_4_1-tests_jar-_-any-2972360657289897503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:14:53,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d87a5d{HTTP/1.1, (http/1.1)}{localhost:33955} 2024-11-12T14:14:53,931 INFO [Time-limited test {}] server.Server(415): Started @101052ms 2024-11-12T14:14:53,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:14:53,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:14:53,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:14:53,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:14:53,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:14:53,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:14:53,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@608545a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:14:53,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582406be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:14:54,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@447d5ddb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/java.io.tmpdir/jetty-localhost-35969-hadoop-hdfs-3_4_1-tests_jar-_-any-9433879575887643846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:14:54,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b749057{HTTP/1.1, (http/1.1)}{localhost:35969} 2024-11-12T14:14:54,069 INFO [Time-limited test {}] server.Server(415): Started @101189ms 2024-11-12T14:14:54,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:14:55,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:14:55,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:14:55,256 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:14:55,962 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data1/current/BP-1033072329-172.17.0.3-1731420892986/current, will proceed with Du for space computation calculation, 2024-11-12T14:14:55,962 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data2/current/BP-1033072329-172.17.0.3-1731420892986/current, will proceed with Du for space computation calculation, 2024-11-12T14:14:55,979 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:14:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b2a1b40ccbfb263 with lease ID 0x19c6e7fde0b69ae9: Processing first storage report for DS-8ce6869a-3bc0-40a7-b720-7f5f42c1b5ca from datanode DatanodeRegistration(127.0.0.1:35627, datanodeUuid=49ed6347-38d0-446f-b8c3-dd1581ee1b71, infoPort=46553, infoSecurePort=0, ipcPort=43285, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986) 2024-11-12T14:14:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b2a1b40ccbfb263 with lease ID 0x19c6e7fde0b69ae9: from storage DS-8ce6869a-3bc0-40a7-b720-7f5f42c1b5ca node DatanodeRegistration(127.0.0.1:35627, datanodeUuid=49ed6347-38d0-446f-b8c3-dd1581ee1b71, infoPort=46553, infoSecurePort=0, ipcPort=43285, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:14:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b2a1b40ccbfb263 with lease ID 0x19c6e7fde0b69ae9: Processing first storage report for DS-32b3c738-105c-4224-98e1-73d57344e95d from datanode DatanodeRegistration(127.0.0.1:35627, datanodeUuid=49ed6347-38d0-446f-b8c3-dd1581ee1b71, infoPort=46553, infoSecurePort=0, ipcPort=43285, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986) 2024-11-12T14:14:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b2a1b40ccbfb263 with lease ID 0x19c6e7fde0b69ae9: from storage DS-32b3c738-105c-4224-98e1-73d57344e95d node DatanodeRegistration(127.0.0.1:35627, datanodeUuid=49ed6347-38d0-446f-b8c3-dd1581ee1b71, infoPort=46553, infoSecurePort=0, ipcPort=43285, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:14:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:14:56,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:14:56,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:14:56,206 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data4/current/BP-1033072329-172.17.0.3-1731420892986/current, will proceed with Du for space computation calculation, 2024-11-12T14:14:56,206 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data3/current/BP-1033072329-172.17.0.3-1731420892986/current, will proceed with Du for space computation calculation, 2024-11-12T14:14:56,224 WARN [Thread-667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:14:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4c03754f41dbc53 with lease ID 0x19c6e7fde0b69aea: Processing first storage report for DS-dbe0d1ee-cb4d-479d-ae83-bbb8d86d0824 from datanode DatanodeRegistration(127.0.0.1:38971, datanodeUuid=e3a4ec27-3a99-4f89-a5a1-34f923c0112f, infoPort=33461, infoSecurePort=0, ipcPort=38977, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986) 2024-11-12T14:14:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4c03754f41dbc53 with lease ID 0x19c6e7fde0b69aea: from storage DS-dbe0d1ee-cb4d-479d-ae83-bbb8d86d0824 node DatanodeRegistration(127.0.0.1:38971, datanodeUuid=e3a4ec27-3a99-4f89-a5a1-34f923c0112f, infoPort=33461, infoSecurePort=0, ipcPort=38977, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:14:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4c03754f41dbc53 with lease ID 0x19c6e7fde0b69aea: Processing first storage report for DS-814517a9-912c-4013-9813-07452a628474 from datanode DatanodeRegistration(127.0.0.1:38971, datanodeUuid=e3a4ec27-3a99-4f89-a5a1-34f923c0112f, infoPort=33461, infoSecurePort=0, ipcPort=38977, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986) 2024-11-12T14:14:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4c03754f41dbc53 with lease ID 0x19c6e7fde0b69aea: from storage DS-814517a9-912c-4013-9813-07452a628474 node DatanodeRegistration(127.0.0.1:38971, datanodeUuid=e3a4ec27-3a99-4f89-a5a1-34f923c0112f, infoPort=33461, infoSecurePort=0, ipcPort=38977, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:14:56,327 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data5/current/BP-1033072329-172.17.0.3-1731420892986/current, will proceed with Du for space computation calculation, 2024-11-12T14:14:56,327 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data6/current/BP-1033072329-172.17.0.3-1731420892986/current, will proceed with Du for space computation calculation, 2024-11-12T14:14:56,348 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:14:56,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x491ed15c688b03b9 with lease ID 0x19c6e7fde0b69aeb: Processing first storage report for DS-862a7f8c-3470-43e6-838b-623fbc96d7c8 from datanode DatanodeRegistration(127.0.0.1:46683, datanodeUuid=632bf9c5-3e27-44cb-bad7-0910c68e93a7, infoPort=35467, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986) 2024-11-12T14:14:56,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x491ed15c688b03b9 with lease ID 0x19c6e7fde0b69aeb: from storage DS-862a7f8c-3470-43e6-838b-623fbc96d7c8 node DatanodeRegistration(127.0.0.1:46683, datanodeUuid=632bf9c5-3e27-44cb-bad7-0910c68e93a7, infoPort=35467, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:14:56,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x491ed15c688b03b9 with lease ID 0x19c6e7fde0b69aeb: Processing first storage report for DS-a4bc3b4c-c1f7-4971-b556-89ccf54d2d0f from datanode DatanodeRegistration(127.0.0.1:46683, datanodeUuid=632bf9c5-3e27-44cb-bad7-0910c68e93a7, infoPort=35467, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986) 2024-11-12T14:14:56,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x491ed15c688b03b9 with lease ID 0x19c6e7fde0b69aeb: from storage DS-a4bc3b4c-c1f7-4971-b556-89ccf54d2d0f node DatanodeRegistration(127.0.0.1:46683, datanodeUuid=632bf9c5-3e27-44cb-bad7-0910c68e93a7, infoPort=35467, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=2088036370;c=1731420892986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:14:56,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260 2024-11-12T14:14:56,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/zookeeper_0, clientPort=61806, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:14:56,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61806 2024-11-12T14:14:56,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:14:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:14:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:14:56,439 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf with version=8 2024-11-12T14:14:56,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/hbase-staging 2024-11-12T14:14:56,442 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:14:56,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:14:56,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:14:56,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:14:56,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:14:56,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42711 2024-11-12T14:14:56,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42711 connecting to ZooKeeper ensemble=127.0.0.1:61806 2024-11-12T14:14:56,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427110x0, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:14:56,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42711-0x1012f6638540000 connected 2024-11-12T14:14:56,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:14:56,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf, hbase.cluster.distributed=false 2024-11-12T14:14:56,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:14:56,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42711 2024-11-12T14:14:56,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42711 2024-11-12T14:14:56,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42711 2024-11-12T14:14:56,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42711 2024-11-12T14:14:56,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42711 2024-11-12T14:14:56,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:14:56,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:14:56,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:14:56,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:14:56,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:14:56,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33775 2024-11-12T14:14:56,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33775 connecting to ZooKeeper ensemble=127.0.0.1:61806 2024-11-12T14:14:56,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,667 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337750x0, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:14:56,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33775-0x1012f6638540001 connected 2024-11-12T14:14:56,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:14:56,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:14:56,670 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:14:56,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:14:56,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:14:56,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-12T14:14:56,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33775 2024-11-12T14:14:56,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33775 2024-11-12T14:14:56,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-12T14:14:56,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-12T14:14:56,687 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:14:56,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:14:56,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:14:56,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:14:56,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:14:56,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46809 2024-11-12T14:14:56,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:14:56,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46809 connecting to ZooKeeper ensemble=127.0.0.1:61806 2024-11-12T14:14:56,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,703 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468090x0, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:14:56,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46809-0x1012f6638540002 connected 2024-11-12T14:14:56,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:14:56,704 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:14:56,704 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:14:56,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:14:56,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:14:56,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-12T14:14:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46809 2024-11-12T14:14:56,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46809 2024-11-12T14:14:56,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:14:56,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:14:56,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-12T14:14:56,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-12T14:14:56,728 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:14:56,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:14:56,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:14:56,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:14:56,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:14:56,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:14:56,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45577 2024-11-12T14:14:56,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45577 connecting to ZooKeeper ensemble=127.0.0.1:61806 2024-11-12T14:14:56,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455770x0, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:14:56,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455770x0, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:14:56,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45577-0x1012f6638540003 connected 2024-11-12T14:14:56,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:14:56,746 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:14:56,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:14:56,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:14:56,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45577 2024-11-12T14:14:56,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45577 2024-11-12T14:14:56,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45577 2024-11-12T14:14:56,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45577 2024-11-12T14:14:56,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45577 2024-11-12T14:14:56,760 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:42711 2024-11-12T14:14:56,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b6d221c5cde,42711,1731420896441 2024-11-12T14:14:56,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:14:56,772 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:14:56,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:14:56,772 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:14:56,773 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b6d221c5cde,42711,1731420896441 2024-11-12T14:14:56,783 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:14:56,783 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:14:56,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:14:56,783 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,783 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,784 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T14:14:56,785 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b6d221c5cde,42711,1731420896441 from backup master directory 2024-11-12T14:14:56,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:14:56,797 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:14:56,797 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:14:56,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b6d221c5cde,42711,1731420896441 2024-11-12T14:14:56,797 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:14:56,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:14:56,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,42711,1731420896441 2024-11-12T14:14:56,802 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/hbase.id] with ID: 3f8a80be-fd6f-4e23-bbee-ea8be0fe2870 2024-11-12T14:14:56,802 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.tmp/hbase.id 2024-11-12T14:14:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:14:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:14:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:14:56,810 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.tmp/hbase.id]:[hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/hbase.id] 2024-11-12T14:14:56,823 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:14:56,823 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:14:56,824 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:14:56,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,835 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,835 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:14:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:14:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:14:56,846 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:14:56,848 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:14:56,848 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:14:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:14:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:14:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:14:56,864 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store 2024-11-12T14:14:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:14:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:14:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:14:56,874 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:14:56,874 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:14:56,874 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:14:56,874 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:14:56,874 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:14:56,874 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:14:56,874 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:14:56,874 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731420896874Disabling compacts and flushes for region at 1731420896874Disabling writes for close at 1731420896874Writing region close event to WAL at 1731420896874Closed at 1731420896874 2024-11-12T14:14:56,875 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/.initializing 2024-11-12T14:14:56,876 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/WALs/2b6d221c5cde,42711,1731420896441 2024-11-12T14:14:56,877 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:14:56,879 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C42711%2C1731420896441, suffix=, logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/WALs/2b6d221c5cde,42711,1731420896441, archiveDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/oldWALs, maxLogs=10 2024-11-12T14:14:56,896 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/WALs/2b6d221c5cde,42711,1731420896441/2b6d221c5cde%2C42711%2C1731420896441.1731420896880, exclude list is [], retry=0 2024-11-12T14:14:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35627,DS-8ce6869a-3bc0-40a7-b720-7f5f42c1b5ca,DISK] 2024-11-12T14:14:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38971,DS-dbe0d1ee-cb4d-479d-ae83-bbb8d86d0824,DISK] 2024-11-12T14:14:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-862a7f8c-3470-43e6-838b-623fbc96d7c8,DISK] 2024-11-12T14:14:56,902 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/WALs/2b6d221c5cde,42711,1731420896441/2b6d221c5cde%2C42711%2C1731420896441.1731420896880 2024-11-12T14:14:56,904 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:46553:46553),(127.0.0.1/127.0.0.1:35467:35467)] 2024-11-12T14:14:56,904 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:14:56,904 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:14:56,905 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,905 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:14:56,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:56,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:14:56,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:14:56,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:56,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:14:56,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:14:56,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:56,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:14:56,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:14:56,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:56,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:14:56,916 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,917 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,917 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,918 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,918 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,919 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:14:56,920 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:14:56,923 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:14:56,923 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65385796, jitterRate=-0.025675714015960693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:14:56,924 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731420896905Initializing all the Stores at 1731420896906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420896906Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420896906Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420896906Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420896906Cleaning up temporary data from old regions at 1731420896918 (+12 ms)Region opened successfully at 1731420896924 (+6 ms) 2024-11-12T14:14:56,924 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:14:56,928 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e604321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:14:56,929 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:14:56,929 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:14:56,929 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:14:56,929 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:14:56,930 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:14:56,930 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:14:56,930 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T14:14:56,934 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:14:56,935 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T14:14:56,944 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T14:14:56,945 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:14:56,946 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:14:56,955 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T14:14:56,955 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:14:56,957 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:14:56,965 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T14:14:56,967 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:14:56,976 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T14:14:56,979 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:14:56,987 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T14:14:56,997 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:14:56,997 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:14:56,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:14:56,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:14:56,997 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,997 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:56,998 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,42711,1731420896441, sessionid=0x1012f6638540000, setting cluster-up flag (Was=false) 2024-11-12T14:14:57,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,018 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,018 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,050 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T14:14:57,052 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,42711,1731420896441 2024-11-12T14:14:57,071 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,071 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,103 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T14:14:57,104 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,42711,1731420896441 2024-11-12T14:14:57,106 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:14:57,108 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:14:57,108 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:14:57,109 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:14:57,109 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,42711,1731420896441 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:14:57,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:14:57,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:14:57,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:14:57,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:14:57,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:14:57,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:14:57,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,112 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731420927112 2024-11-12T14:14:57,112 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:14:57,112 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:14:57,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:14:57,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:14:57,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:14:57,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:14:57,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:14:57,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:14:57,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:14:57,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:14:57,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:14:57,114 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:14:57,114 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:14:57,114 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731420897114,5,FailOnTimeoutGroup] 2024-11-12T14:14:57,114 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731420897114,5,FailOnTimeoutGroup] 2024-11-12T14:14:57,114 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,114 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:14:57,114 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,114 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,115 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:57,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:14:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:14:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:14:57,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:14:57,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:14:57,127 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:14:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:14:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:14:57,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:14:57,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:14:57,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:14:57,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:14:57,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:57,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:14:57,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:14:57,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:14:57,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:57,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:14:57,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:14:57,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:14:57,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:57,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:14:57,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:14:57,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:14:57,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:14:57,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:14:57,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:14:57,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740 2024-11-12T14:14:57,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740 2024-11-12T14:14:57,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:14:57,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:14:57,150 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(746): ClusterId : 3f8a80be-fd6f-4e23-bbee-ea8be0fe2870 2024-11-12T14:14:57,151 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:14:57,151 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(746): ClusterId : 3f8a80be-fd6f-4e23-bbee-ea8be0fe2870 2024-11-12T14:14:57,151 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:14:57,151 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(746): ClusterId : 3f8a80be-fd6f-4e23-bbee-ea8be0fe2870 2024-11-12T14:14:57,151 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:14:57,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:14:57,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:14:57,154 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:14:57,155 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60596019, jitterRate=-0.09704895317554474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:14:57,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731420897136Initializing all the Stores at 1731420897137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420897137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420897138 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420897138Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420897138Cleaning up temporary data from old regions at 1731420897151 (+13 ms)Region opened successfully at 1731420897155 (+4 ms) 2024-11-12T14:14:57,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:14:57,155 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:14:57,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:14:57,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:14:57,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:14:57,156 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:14:57,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731420897155Disabling compacts and flushes for region at 1731420897155Disabling writes for close at 1731420897156 (+1 ms)Writing region close event to WAL at 1731420897156Closed at 1731420897156 2024-11-12T14:14:57,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:14:57,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:14:57,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:14:57,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:14:57,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:14:57,173 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:14:57,173 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:14:57,173 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:14:57,173 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:14:57,173 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:14:57,173 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:14:57,183 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:14:57,183 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:14:57,183 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:14:57,184 DEBUG [RS:2;2b6d221c5cde:45577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5678a81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:14:57,184 DEBUG [RS:1;2b6d221c5cde:46809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f15e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:14:57,184 DEBUG [RS:0;2b6d221c5cde:33775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1046bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:14:57,195 DEBUG [RS:2;2b6d221c5cde:45577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2b6d221c5cde:45577 2024-11-12T14:14:57,195 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:14:57,195 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:14:57,195 DEBUG [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:14:57,196 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,42711,1731420896441 with port=45577, startcode=1731420896727 2024-11-12T14:14:57,196 DEBUG [RS:2;2b6d221c5cde:45577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:14:57,198 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:14:57,198 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,45577,1731420896727 2024-11-12T14:14:57,198 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42711 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,45577,1731420896727 2024-11-12T14:14:57,199 DEBUG [RS:1;2b6d221c5cde:46809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b6d221c5cde:46809 2024-11-12T14:14:57,199 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:14:57,199 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:14:57,199 DEBUG [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:14:57,199 DEBUG [RS:0;2b6d221c5cde:33775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:33775 2024-11-12T14:14:57,199 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:14:57,199 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:14:57,199 DEBUG [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:14:57,200 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,42711,1731420896441 with port=46809, startcode=1731420896687 2024-11-12T14:14:57,200 DEBUG [RS:1;2b6d221c5cde:46809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:14:57,200 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,42711,1731420896441 with port=33775, startcode=1731420896647 2024-11-12T14:14:57,200 DEBUG [RS:0;2b6d221c5cde:33775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:14:57,201 DEBUG [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:14:57,201 DEBUG [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43235 2024-11-12T14:14:57,201 DEBUG [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:14:57,202 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:14:57,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,33775,1731420896647 2024-11-12T14:14:57,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42711 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,33775,1731420896647 2024-11-12T14:14:57,203 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:14:57,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,46809,1731420896687 2024-11-12T14:14:57,203 DEBUG [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:14:57,203 DEBUG [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43235 2024-11-12T14:14:57,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42711 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,46809,1731420896687 2024-11-12T14:14:57,203 DEBUG [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:14:57,204 DEBUG [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:14:57,204 DEBUG [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43235 2024-11-12T14:14:57,204 DEBUG [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:14:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:14:57,244 DEBUG [RS:2;2b6d221c5cde:45577 {}] zookeeper.ZKUtil(111): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,45577,1731420896727 2024-11-12T14:14:57,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,33775,1731420896647] 2024-11-12T14:14:57,244 WARN [RS:2;2b6d221c5cde:45577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:14:57,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,46809,1731420896687] 2024-11-12T14:14:57,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,45577,1731420896727] 2024-11-12T14:14:57,244 INFO [RS:2;2b6d221c5cde:45577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:14:57,245 DEBUG [RS:0;2b6d221c5cde:33775 {}] zookeeper.ZKUtil(111): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,33775,1731420896647 2024-11-12T14:14:57,245 DEBUG [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,45577,1731420896727 2024-11-12T14:14:57,245 DEBUG [RS:1;2b6d221c5cde:46809 {}] zookeeper.ZKUtil(111): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,46809,1731420896687 2024-11-12T14:14:57,245 WARN [RS:0;2b6d221c5cde:33775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:14:57,245 WARN [RS:1;2b6d221c5cde:46809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:14:57,245 INFO [RS:0;2b6d221c5cde:33775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:14:57,245 INFO [RS:1;2b6d221c5cde:46809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:14:57,245 DEBUG [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647 2024-11-12T14:14:57,245 DEBUG [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,46809,1731420896687 2024-11-12T14:14:57,250 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:14:57,250 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:14:57,255 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:14:57,256 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:14:57,260 INFO [RS:1;2b6d221c5cde:46809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:14:57,260 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:14:57,260 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,267 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:14:57,267 INFO [RS:2;2b6d221c5cde:45577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:14:57,267 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,269 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:14:57,269 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:14:57,269 INFO [RS:0;2b6d221c5cde:33775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:14:57,269 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,269 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:14:57,270 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:14:57,270 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:14:57,270 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:14:57,270 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,270 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,270 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,270 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:14:57,270 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,270 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:14:57,271 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:0;2b6d221c5cde:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:2;2b6d221c5cde:45577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:14:57,271 DEBUG [RS:1;2b6d221c5cde:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:14:57,273 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,273 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,273 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,273 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,273 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,273 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45577,1731420896727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:14:57,275 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,275 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,275 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33775,1731420896647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,276 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46809,1731420896687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:14:57,289 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:14:57,289 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33775,1731420896647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,289 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,289 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.Replication(171): 2b6d221c5cde,33775,1731420896647 started 2024-11-12T14:14:57,290 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:14:57,290 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46809,1731420896687-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,290 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,290 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.Replication(171): 2b6d221c5cde,46809,1731420896687 started 2024-11-12T14:14:57,291 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:14:57,291 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45577,1731420896727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,291 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,291 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.Replication(171): 2b6d221c5cde,45577,1731420896727 started 2024-11-12T14:14:57,302 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,302 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,302 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,46809,1731420896687, RpcServer on 2b6d221c5cde/172.17.0.3:46809, sessionid=0x1012f6638540002 2024-11-12T14:14:57,302 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,33775,1731420896647, RpcServer on 2b6d221c5cde/172.17.0.3:33775, sessionid=0x1012f6638540001 2024-11-12T14:14:57,302 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:14:57,302 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,45577,1731420896727, RpcServer on 2b6d221c5cde/172.17.0.3:45577, sessionid=0x1012f6638540003 2024-11-12T14:14:57,302 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:14:57,302 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:14:57,303 DEBUG [RS:0;2b6d221c5cde:33775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,33775,1731420896647 2024-11-12T14:14:57,303 DEBUG [RS:1;2b6d221c5cde:46809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,46809,1731420896687 2024-11-12T14:14:57,303 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,33775,1731420896647' 2024-11-12T14:14:57,303 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,46809,1731420896687' 2024-11-12T14:14:57,303 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:14:57,303 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:14:57,303 DEBUG [RS:2;2b6d221c5cde:45577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,45577,1731420896727 2024-11-12T14:14:57,303 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:14:57,303 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,45577,1731420896727' 2024-11-12T14:14:57,303 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:14:57,303 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:14:57,303 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:14:57,303 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:14:57,304 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:14:57,304 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:14:57,304 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:14:57,304 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:14:57,304 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:14:57,304 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:14:57,304 DEBUG [RS:0;2b6d221c5cde:33775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,33775,1731420896647 2024-11-12T14:14:57,304 DEBUG [RS:1;2b6d221c5cde:46809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,46809,1731420896687 2024-11-12T14:14:57,304 DEBUG [RS:2;2b6d221c5cde:45577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,45577,1731420896727 2024-11-12T14:14:57,304 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,33775,1731420896647' 2024-11-12T14:14:57,304 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,46809,1731420896687' 2024-11-12T14:14:57,304 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,45577,1731420896727' 2024-11-12T14:14:57,304 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:14:57,304 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:14:57,304 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:14:57,304 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:14:57,304 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:14:57,304 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:14:57,305 DEBUG [RS:0;2b6d221c5cde:33775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:14:57,305 DEBUG [RS:1;2b6d221c5cde:46809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:14:57,305 INFO [RS:0;2b6d221c5cde:33775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:14:57,305 INFO [RS:1;2b6d221c5cde:46809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:14:57,305 DEBUG [RS:2;2b6d221c5cde:45577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:14:57,305 INFO [RS:1;2b6d221c5cde:46809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:14:57,305 INFO [RS:0;2b6d221c5cde:33775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:14:57,305 INFO [RS:2;2b6d221c5cde:45577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:14:57,305 INFO [RS:2;2b6d221c5cde:45577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:14:57,310 WARN [2b6d221c5cde:42711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:14:57,405 INFO [RS:1;2b6d221c5cde:46809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:14:57,405 INFO [RS:0;2b6d221c5cde:33775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:14:57,405 INFO [RS:2;2b6d221c5cde:45577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:14:57,408 INFO [RS:0;2b6d221c5cde:33775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C33775%2C1731420896647, suffix=, logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647, archiveDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs, maxLogs=32 2024-11-12T14:14:57,409 INFO [RS:2;2b6d221c5cde:45577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C45577%2C1731420896727, suffix=, logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,45577,1731420896727, archiveDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs, maxLogs=32 2024-11-12T14:14:57,409 INFO [RS:1;2b6d221c5cde:46809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C46809%2C1731420896687, suffix=, logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,46809,1731420896687, archiveDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs, maxLogs=32 2024-11-12T14:14:57,427 DEBUG [RS:0;2b6d221c5cde:33775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647/2b6d221c5cde%2C33775%2C1731420896647.1731420897408, exclude list is [], retry=0 2024-11-12T14:14:57,427 DEBUG [RS:1;2b6d221c5cde:46809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,46809,1731420896687/2b6d221c5cde%2C46809%2C1731420896687.1731420897411, exclude list is [], retry=0 2024-11-12T14:14:57,432 DEBUG [RS:2;2b6d221c5cde:45577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,45577,1731420896727/2b6d221c5cde%2C45577%2C1731420896727.1731420897411, exclude list is [], retry=0 2024-11-12T14:14:57,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38971,DS-dbe0d1ee-cb4d-479d-ae83-bbb8d86d0824,DISK] 2024-11-12T14:14:57,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-862a7f8c-3470-43e6-838b-623fbc96d7c8,DISK] 2024-11-12T14:14:57,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35627,DS-8ce6869a-3bc0-40a7-b720-7f5f42c1b5ca,DISK] 2024-11-12T14:14:57,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35627,DS-8ce6869a-3bc0-40a7-b720-7f5f42c1b5ca,DISK] 2024-11-12T14:14:57,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-862a7f8c-3470-43e6-838b-623fbc96d7c8,DISK] 2024-11-12T14:14:57,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38971,DS-dbe0d1ee-cb4d-479d-ae83-bbb8d86d0824,DISK] 2024-11-12T14:14:57,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-862a7f8c-3470-43e6-838b-623fbc96d7c8,DISK] 2024-11-12T14:14:57,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38971,DS-dbe0d1ee-cb4d-479d-ae83-bbb8d86d0824,DISK] 2024-11-12T14:14:57,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35627,DS-8ce6869a-3bc0-40a7-b720-7f5f42c1b5ca,DISK] 2024-11-12T14:14:57,457 INFO [RS:1;2b6d221c5cde:46809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,46809,1731420896687/2b6d221c5cde%2C46809%2C1731420896687.1731420897411 2024-11-12T14:14:57,459 INFO [RS:0;2b6d221c5cde:33775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647/2b6d221c5cde%2C33775%2C1731420896647.1731420897408 2024-11-12T14:14:57,459 DEBUG [RS:1;2b6d221c5cde:46809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46553:46553),(127.0.0.1/127.0.0.1:35467:35467),(127.0.0.1/127.0.0.1:33461:33461)] 2024-11-12T14:14:57,459 DEBUG [RS:0;2b6d221c5cde:33775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35467:35467),(127.0.0.1/127.0.0.1:46553:46553),(127.0.0.1/127.0.0.1:33461:33461)] 2024-11-12T14:14:57,460 INFO [RS:2;2b6d221c5cde:45577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,45577,1731420896727/2b6d221c5cde%2C45577%2C1731420896727.1731420897411 2024-11-12T14:14:57,461 DEBUG [RS:2;2b6d221c5cde:45577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35467:35467),(127.0.0.1/127.0.0.1:46553:46553),(127.0.0.1/127.0.0.1:33461:33461)] 2024-11-12T14:14:57,560 DEBUG [2b6d221c5cde:42711 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T14:14:57,560 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:14:57,563 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:14:57,563 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:14:57,563 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T14:14:57,563 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:14:57,563 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:14:57,563 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T14:14:57,563 INFO [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:14:57,563 INFO [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:14:57,563 INFO [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T14:14:57,563 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:14:57,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:14:57,565 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,33775,1731420896647, state=OPENING 2024-11-12T14:14:57,576 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:14:57,587 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,587 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:14:57,588 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:14:57,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:14:57,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:14:57,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33775,1731420896647}] 2024-11-12T14:14:57,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:14:57,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:15:01,280 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T14:15:05,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:15:05,255 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:15:07,598 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:15:07,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:15:07,658 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:15:07,658 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:15:07,658 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:15:07,669 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C33775%2C1731420896647.meta, suffix=.meta, logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647, archiveDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs, maxLogs=32 2024-11-12T14:15:07,690 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, exclude list is [], retry=0 2024-11-12T14:15:07,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-862a7f8c-3470-43e6-838b-623fbc96d7c8,DISK] 2024-11-12T14:15:07,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35627,DS-8ce6869a-3bc0-40a7-b720-7f5f42c1b5ca,DISK] 2024-11-12T14:15:07,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38971,DS-dbe0d1ee-cb4d-479d-ae83-bbb8d86d0824,DISK] 2024-11-12T14:15:07,748 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta 2024-11-12T14:15:07,752 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:35467:35467),(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-12T14:15:07,752 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:15:07,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:15:07,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:15:07,753 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:15:07,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:15:07,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:07,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:15:07,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:15:07,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:15:07,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:15:07,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:07,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:15:07,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:15:07,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:15:07,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:07,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:15:07,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:15:07,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:15:07,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:07,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:15:07,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:15:07,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:15:07,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:07,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:15:07,811 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:15:07,820 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740 2024-11-12T14:15:07,831 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740 2024-11-12T14:15:07,833 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:15:07,833 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:15:07,834 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:15:07,836 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:15:07,839 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74056312, jitterRate=0.10352504253387451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:15:07,839 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:15:07,840 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731420907754Writing region info on filesystem at 1731420907754Initializing all the Stores at 1731420907764 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420907764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420907768 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420907768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420907768Cleaning up temporary data from old regions at 1731420907833 (+65 ms)Running coprocessor post-open hooks at 1731420907839 (+6 ms)Region opened successfully at 1731420907840 (+1 ms) 2024-11-12T14:15:07,844 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731420907597 2024-11-12T14:15:07,849 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:15:07,849 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:15:07,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:07,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,33775,1731420896647, state=OPEN 2024-11-12T14:15:07,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:15:07,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:15:07,933 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:15:07,933 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:07,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:15:07,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:15:07,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:15:07,934 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:15:07,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:15:07,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:15:07,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33775,1731420896647 in 10.3450 sec 2024-11-12T14:15:07,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:15:07,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7920 sec 2024-11-12T14:15:07,966 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:15:07,966 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:15:07,983 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:15:07,983 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33775,1731420896647, seqNum=-1] 2024-11-12T14:15:07,984 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:15:07,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:15:08,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9180 sec 2024-11-12T14:15:08,027 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731420908027, completionTime=-1 2024-11-12T14:15:08,027 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T14:15:08,027 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:15:08,032 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T14:15:08,032 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731420968032 2024-11-12T14:15:08,032 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421028032 2024-11-12T14:15:08,032 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-12T14:15:08,032 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:15:08,040 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42711,1731420896441-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:15:08,040 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42711,1731420896441-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:15:08,040 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42711,1731420896441-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:15:08,041 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:42711, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:15:08,041 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:15:08,042 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:15:08,052 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:15:08,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.256sec 2024-11-12T14:15:08,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:15:08,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:15:08,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:15:08,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:15:08,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:15:08,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42711,1731420896441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:15:08,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42711,1731420896441-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:15:08,092 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:15:08,092 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:15:08,092 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42711,1731420896441-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:15:08,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507136ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:15:08,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,42711,-1 for getting cluster id 2024-11-12T14:15:08,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:15:08,148 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f8a80be-fd6f-4e23-bbee-ea8be0fe2870' 2024-11-12T14:15:08,149 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:15:08,149 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f8a80be-fd6f-4e23-bbee-ea8be0fe2870" 2024-11-12T14:15:08,150 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e62ad05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:15:08,150 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,42711,-1] 2024-11-12T14:15:08,150 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:15:08,152 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:15:08,158 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:15:08,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6064de3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:15:08,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:15:08,163 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33775,1731420896647, seqNum=-1] 2024-11-12T14:15:08,163 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:15:08,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:15:08,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,42711,1731420896441 2024-11-12T14:15:08,170 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731420908170 (current time:1731420908170). 2024-11-12T14:15:08,170 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T14:15:08,170 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T14:15:08,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f62b74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:15:08,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,42711,-1 for getting cluster id 2024-11-12T14:15:08,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:15:08,174 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f8a80be-fd6f-4e23-bbee-ea8be0fe2870' 2024-11-12T14:15:08,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:15:08,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f8a80be-fd6f-4e23-bbee-ea8be0fe2870" 2024-11-12T14:15:08,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:15:08,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2def019f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:15:08,175 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,42711,-1] 2024-11-12T14:15:08,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:15:08,177 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:15:08,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339b8824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:15:08,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:15:08,182 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33775,1731420896647, seqNum=-1] 2024-11-12T14:15:08,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:15:08,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:15:08,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:15:08,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:15:08,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:15:08,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:15:08,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:15:08,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:15:08,201 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,42711,1731420896441 2024-11-12T14:15:08,201 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@744d57e1 2024-11-12T14:15:08,201 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:15:08,216 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:15:08,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:15:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T14:15:08,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:15:08,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:08,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T14:15:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:08,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:15:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741837_1013 (size=361) 2024-11-12T14:15:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741837_1013 (size=361) 2024-11-12T14:15:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741837_1013 (size=361) 2024-11-12T14:15:08,346 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e683c0f7ce8910f88f2a9f3f8738b8e9, NAME => 'SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,347 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b52622da80b5176993d898cf234f5730, NAME => 'SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,349 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c7ac0ee33d22775147b697e5e41c1901, NAME => 'SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741838_1014 (size=54) 2024-11-12T14:15:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741838_1014 (size=54) 2024-11-12T14:15:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741838_1014 (size=54) 2024-11-12T14:15:08,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741839_1015 (size=62) 2024-11-12T14:15:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741839_1015 (size=62) 2024-11-12T14:15:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741839_1015 (size=62) 2024-11-12T14:15:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741840_1016 (size=62) 2024-11-12T14:15:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741840_1016 (size=62) 2024-11-12T14:15:08,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741840_1016 (size=62) 2024-11-12T14:15:08,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:08,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c7ac0ee33d22775147b697e5e41c1901, disabling compactions & flushes 2024-11-12T14:15:08,461 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:08,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:08,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. after waiting 0 ms 2024-11-12T14:15:08,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:08,461 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:08,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c7ac0ee33d22775147b697e5e41c1901: Waiting for close lock at 1731420908461Disabling compacts and flushes for region at 1731420908461Disabling writes for close at 1731420908461Writing region close event to WAL at 1731420908461Closed at 1731420908461 2024-11-12T14:15:08,462 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ba20d12aef04aa0f4018d464fc70f740, NAME => 'SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741841_1017 (size=62) 2024-11-12T14:15:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741841_1017 (size=62) 2024-11-12T14:15:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741841_1017 (size=62) 2024-11-12T14:15:08,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:08,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ba20d12aef04aa0f4018d464fc70f740, disabling compactions & flushes 2024-11-12T14:15:08,536 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:08,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:08,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. after waiting 0 ms 2024-11-12T14:15:08,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:08,536 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:08,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ba20d12aef04aa0f4018d464fc70f740: Waiting for close lock at 1731420908536Disabling compacts and flushes for region at 1731420908536Disabling writes for close at 1731420908536Writing region close event to WAL at 1731420908536Closed at 1731420908536 2024-11-12T14:15:08,537 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => db565d081cbfe4e4ec75f4c98b33be90, NAME => 'SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:08,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741842_1018 (size=62) 2024-11-12T14:15:08,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741842_1018 (size=62) 2024-11-12T14:15:08,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741842_1018 (size=62) 2024-11-12T14:15:08,691 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:08,691 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing db565d081cbfe4e4ec75f4c98b33be90, disabling compactions & flushes 2024-11-12T14:15:08,692 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:08,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:08,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. after waiting 0 ms 2024-11-12T14:15:08,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:08,692 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:08,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for db565d081cbfe4e4ec75f4c98b33be90: Waiting for close lock at 1731420908691Disabling compacts and flushes for region at 1731420908691Disabling writes for close at 1731420908692 (+1 ms)Writing region close event to WAL at 1731420908692Closed at 1731420908692 2024-11-12T14:15:08,693 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 54ed508363ae965ea4c98857cc53b5e4, NAME => 'SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741843_1019 (size=62) 2024-11-12T14:15:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741843_1019 (size=62) 2024-11-12T14:15:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741843_1019 (size=62) 2024-11-12T14:15:08,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:08,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 54ed508363ae965ea4c98857cc53b5e4, disabling compactions & flushes 2024-11-12T14:15:08,749 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:08,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:08,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. after waiting 0 ms 2024-11-12T14:15:08,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:08,749 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:08,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 54ed508363ae965ea4c98857cc53b5e4: Waiting for close lock at 1731420908748Disabling compacts and flushes for region at 1731420908748Disabling writes for close at 1731420908749 (+1 ms)Writing region close event to WAL at 1731420908749Closed at 1731420908749 2024-11-12T14:15:08,750 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e1796adc86764369281a0735d38f27a7, NAME => 'SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b52622da80b5176993d898cf234f5730, disabling compactions & flushes 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e683c0f7ce8910f88f2a9f3f8738b8e9, disabling compactions & flushes 2024-11-12T14:15:08,849 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:08,849 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. after waiting 0 ms 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. after waiting 0 ms 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:08,849 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:08,849 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b52622da80b5176993d898cf234f5730: Waiting for close lock at 1731420908849Disabling compacts and flushes for region at 1731420908849Disabling writes for close at 1731420908849Writing region close event to WAL at 1731420908849Closed at 1731420908849 2024-11-12T14:15:08,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e683c0f7ce8910f88f2a9f3f8738b8e9: Waiting for close lock at 1731420908849Disabling compacts and flushes for region at 1731420908849Disabling writes for close at 1731420908849Writing region close event to WAL at 1731420908849Closed at 1731420908849 2024-11-12T14:15:08,850 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0c2a667c4a13e4d8d72dbad8bafb87d6, NAME => 'SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76e9a8a39ab1450a29e30bb796609bc0, NAME => 'SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741844_1020 (size=62) 2024-11-12T14:15:08,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741844_1020 (size=62) 2024-11-12T14:15:08,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741844_1020 (size=62) 2024-11-12T14:15:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:08,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:08,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e1796adc86764369281a0735d38f27a7, disabling compactions & flushes 2024-11-12T14:15:08,903 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:08,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:08,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. after waiting 0 ms 2024-11-12T14:15:08,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:08,904 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:08,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e1796adc86764369281a0735d38f27a7: Waiting for close lock at 1731420908903Disabling compacts and flushes for region at 1731420908903Disabling writes for close at 1731420908903Writing region close event to WAL at 1731420908903Closed at 1731420908903 2024-11-12T14:15:08,904 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d6db03a674b234698c0e193a47057c63, NAME => 'SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf 2024-11-12T14:15:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741845_1021 (size=62) 2024-11-12T14:15:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741845_1021 (size=62) 2024-11-12T14:15:08,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741845_1021 (size=62) 2024-11-12T14:15:08,972 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:08,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0c2a667c4a13e4d8d72dbad8bafb87d6, disabling compactions & flushes 2024-11-12T14:15:08,973 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:08,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:08,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. after waiting 0 ms 2024-11-12T14:15:08,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:08,973 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:08,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0c2a667c4a13e4d8d72dbad8bafb87d6: Waiting for close lock at 1731420908973Disabling compacts and flushes for region at 1731420908973Disabling writes for close at 1731420908973Writing region close event to WAL at 1731420908973Closed at 1731420908973 2024-11-12T14:15:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741846_1022 (size=62) 2024-11-12T14:15:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741846_1022 (size=62) 2024-11-12T14:15:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741846_1022 (size=62) 2024-11-12T14:15:09,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:09,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 76e9a8a39ab1450a29e30bb796609bc0, disabling compactions & flushes 2024-11-12T14:15:09,045 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:09,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:09,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. after waiting 0 ms 2024-11-12T14:15:09,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:09,045 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:09,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76e9a8a39ab1450a29e30bb796609bc0: Waiting for close lock at 1731420909045Disabling compacts and flushes for region at 1731420909045Disabling writes for close at 1731420909045Writing region close event to WAL at 1731420909045Closed at 1731420909045 2024-11-12T14:15:09,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741847_1023 (size=54) 2024-11-12T14:15:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741847_1023 (size=54) 2024-11-12T14:15:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741847_1023 (size=54) 2024-11-12T14:15:09,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:09,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d6db03a674b234698c0e193a47057c63, disabling compactions & flushes 2024-11-12T14:15:09,065 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:09,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:09,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. after waiting 0 ms 2024-11-12T14:15:09,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:09,065 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:09,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d6db03a674b234698c0e193a47057c63: Waiting for close lock at 1731420909065Disabling compacts and flushes for region at 1731420909065Disabling writes for close at 1731420909065Writing region close event to WAL at 1731420909065Closed at 1731420909065 2024-11-12T14:15:09,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:15:09,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731420909080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731420909080"}]},"ts":"1731420909080"} 2024-11-12T14:15:09,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T14:15:09,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:15:09,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731420909108"}]},"ts":"1731420909108"} 2024-11-12T14:15:09,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T14:15:09,119 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:15:09,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:15:09,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:15:09,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T14:15:09,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:15:09,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:15:09,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T14:15:09,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:15:09,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:15:09,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T14:15:09,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:15:09,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e683c0f7ce8910f88f2a9f3f8738b8e9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52622da80b5176993d898cf234f5730, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7ac0ee33d22775147b697e5e41c1901, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba20d12aef04aa0f4018d464fc70f740, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db565d081cbfe4e4ec75f4c98b33be90, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54ed508363ae965ea4c98857cc53b5e4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1796adc86764369281a0735d38f27a7, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c2a667c4a13e4d8d72dbad8bafb87d6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76e9a8a39ab1450a29e30bb796609bc0, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6db03a674b234698c0e193a47057c63, ASSIGN}] 2024-11-12T14:15:09,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6db03a674b234698c0e193a47057c63, ASSIGN 2024-11-12T14:15:09,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76e9a8a39ab1450a29e30bb796609bc0, ASSIGN 2024-11-12T14:15:09,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c2a667c4a13e4d8d72dbad8bafb87d6, ASSIGN 2024-11-12T14:15:09,193 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1796adc86764369281a0735d38f27a7, ASSIGN 2024-11-12T14:15:09,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54ed508363ae965ea4c98857cc53b5e4, ASSIGN 2024-11-12T14:15:09,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d6db03a674b234698c0e193a47057c63, ASSIGN; state=OFFLINE, location=2b6d221c5cde,33775,1731420896647; forceNewPlan=false, retain=false 2024-11-12T14:15:09,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76e9a8a39ab1450a29e30bb796609bc0, ASSIGN; state=OFFLINE, location=2b6d221c5cde,45577,1731420896727; forceNewPlan=false, retain=false 2024-11-12T14:15:09,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c2a667c4a13e4d8d72dbad8bafb87d6, ASSIGN; state=OFFLINE, location=2b6d221c5cde,46809,1731420896687; forceNewPlan=false, retain=false 2024-11-12T14:15:09,209 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1796adc86764369281a0735d38f27a7, ASSIGN; state=OFFLINE, location=2b6d221c5cde,33775,1731420896647; forceNewPlan=false, retain=false 2024-11-12T14:15:09,212 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54ed508363ae965ea4c98857cc53b5e4, ASSIGN; state=OFFLINE, location=2b6d221c5cde,33775,1731420896647; forceNewPlan=false, retain=false 2024-11-12T14:15:09,223 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db565d081cbfe4e4ec75f4c98b33be90, ASSIGN 2024-11-12T14:15:09,229 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db565d081cbfe4e4ec75f4c98b33be90, ASSIGN; state=OFFLINE, location=2b6d221c5cde,45577,1731420896727; forceNewPlan=false, retain=false 2024-11-12T14:15:09,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7ac0ee33d22775147b697e5e41c1901, ASSIGN 2024-11-12T14:15:09,248 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7ac0ee33d22775147b697e5e41c1901, ASSIGN; state=OFFLINE, location=2b6d221c5cde,33775,1731420896647; forceNewPlan=false, retain=false 2024-11-12T14:15:09,249 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52622da80b5176993d898cf234f5730, ASSIGN 2024-11-12T14:15:09,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e683c0f7ce8910f88f2a9f3f8738b8e9, ASSIGN 2024-11-12T14:15:09,254 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b52622da80b5176993d898cf234f5730, ASSIGN; state=OFFLINE, location=2b6d221c5cde,46809,1731420896687; forceNewPlan=false, retain=false 2024-11-12T14:15:09,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:15:09,264 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba20d12aef04aa0f4018d464fc70f740, ASSIGN 2024-11-12T14:15:09,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e683c0f7ce8910f88f2a9f3f8738b8e9, ASSIGN; state=OFFLINE, location=2b6d221c5cde,45577,1731420896727; forceNewPlan=false, retain=false 2024-11-12T14:15:09,270 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba20d12aef04aa0f4018d464fc70f740, ASSIGN; state=OFFLINE, location=2b6d221c5cde,46809,1731420896687; forceNewPlan=false, retain=false 2024-11-12T14:15:09,349 INFO [2b6d221c5cde:42711 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T14:15:09,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0c2a667c4a13e4d8d72dbad8bafb87d6, regionState=OPENING, regionLocation=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:09,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ba20d12aef04aa0f4018d464fc70f740, regionState=OPENING, regionLocation=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:09,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b52622da80b5176993d898cf234f5730, regionState=OPENING, regionLocation=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:09,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=76e9a8a39ab1450a29e30bb796609bc0, regionState=OPENING, regionLocation=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:09,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db565d081cbfe4e4ec75f4c98b33be90, regionState=OPENING, regionLocation=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:09,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e683c0f7ce8910f88f2a9f3f8738b8e9, regionState=OPENING, regionLocation=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:09,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e1796adc86764369281a0735d38f27a7, regionState=OPENING, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:09,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=54ed508363ae965ea4c98857cc53b5e4, regionState=OPENING, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:09,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c7ac0ee33d22775147b697e5e41c1901, regionState=OPENING, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:09,353 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d6db03a674b234698c0e193a47057c63, regionState=OPENING, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:09,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba20d12aef04aa0f4018d464fc70f740, ASSIGN because future has completed 2024-11-12T14:15:09,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba20d12aef04aa0f4018d464fc70f740, server=2b6d221c5cde,46809,1731420896687}] 2024-11-12T14:15:09,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c2a667c4a13e4d8d72dbad8bafb87d6, ASSIGN because future has completed 2024-11-12T14:15:09,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b52622da80b5176993d898cf234f5730, ASSIGN because future has completed 2024-11-12T14:15:09,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c2a667c4a13e4d8d72dbad8bafb87d6, server=2b6d221c5cde,46809,1731420896687}] 2024-11-12T14:15:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76e9a8a39ab1450a29e30bb796609bc0, ASSIGN because future has completed 2024-11-12T14:15:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:09,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52622da80b5176993d898cf234f5730, server=2b6d221c5cde,46809,1731420896687}] 2024-11-12T14:15:09,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db565d081cbfe4e4ec75f4c98b33be90, ASSIGN because future has completed 2024-11-12T14:15:09,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76e9a8a39ab1450a29e30bb796609bc0, server=2b6d221c5cde,45577,1731420896727}] 2024-11-12T14:15:09,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db565d081cbfe4e4ec75f4c98b33be90, server=2b6d221c5cde,45577,1731420896727}] 2024-11-12T14:15:09,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e683c0f7ce8910f88f2a9f3f8738b8e9, ASSIGN because future has completed 2024-11-12T14:15:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d6db03a674b234698c0e193a47057c63, ASSIGN because future has completed 2024-11-12T14:15:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1796adc86764369281a0735d38f27a7, ASSIGN because future has completed 2024-11-12T14:15:09,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6db03a674b234698c0e193a47057c63, server=2b6d221c5cde,33775,1731420896647}] 2024-11-12T14:15:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54ed508363ae965ea4c98857cc53b5e4, ASSIGN because future has completed 2024-11-12T14:15:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7ac0ee33d22775147b697e5e41c1901, ASSIGN because future has completed 2024-11-12T14:15:09,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e683c0f7ce8910f88f2a9f3f8738b8e9, server=2b6d221c5cde,45577,1731420896727}] 2024-11-12T14:15:09,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7ac0ee33d22775147b697e5e41c1901, server=2b6d221c5cde,33775,1731420896647}] 2024-11-12T14:15:09,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1796adc86764369281a0735d38f27a7, server=2b6d221c5cde,33775,1731420896647}] 2024-11-12T14:15:09,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54ed508363ae965ea4c98857cc53b5e4, server=2b6d221c5cde,33775,1731420896647}] 2024-11-12T14:15:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:12,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:15:12,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:15:13,308 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:15:13,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:15:13,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:15:15,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:15:15,255 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:15:15,256 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:15:15,256 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:15:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:19,403 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:15:19,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:15:19,432 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:19,432 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ba20d12aef04aa0f4018d464fc70f740, NAME => 'SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T14:15:19,433 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,433 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,433 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,433 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,440 INFO [StoreOpener-ba20d12aef04aa0f4018d464fc70f740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,440 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:15:19,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:15:19,444 INFO [StoreOpener-ba20d12aef04aa0f4018d464fc70f740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba20d12aef04aa0f4018d464fc70f740 columnFamilyName cf 2024-11-12T14:15:19,444 DEBUG [StoreOpener-ba20d12aef04aa0f4018d464fc70f740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,451 INFO [StoreOpener-ba20d12aef04aa0f4018d464fc70f740-1 {}] regionserver.HStore(327): Store=ba20d12aef04aa0f4018d464fc70f740/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,451 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,452 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,454 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,461 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,461 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,473 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,476 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:19,476 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 76e9a8a39ab1450a29e30bb796609bc0, NAME => 'SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T14:15:19,477 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,477 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,477 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,477 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,485 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/ba20d12aef04aa0f4018d464fc70f740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,486 INFO [StoreOpener-76e9a8a39ab1450a29e30bb796609bc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,486 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ba20d12aef04aa0f4018d464fc70f740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63754523, jitterRate=-0.04998357594013214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,486 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:19,486 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ba20d12aef04aa0f4018d464fc70f740: Running coprocessor pre-open hook at 1731420919433Writing region info on filesystem at 1731420919433Initializing all the Stores at 1731420919438 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919438Cleaning up temporary data from old regions at 1731420919461 (+23 ms)Running coprocessor post-open hooks at 1731420919486 (+25 ms)Region opened successfully at 1731420919486 2024-11-12T14:15:19,488 INFO [StoreOpener-76e9a8a39ab1450a29e30bb796609bc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76e9a8a39ab1450a29e30bb796609bc0 columnFamilyName cf 2024-11-12T14:15:19,488 DEBUG [StoreOpener-76e9a8a39ab1450a29e30bb796609bc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,489 INFO [StoreOpener-76e9a8a39ab1450a29e30bb796609bc0-1 {}] regionserver.HStore(327): Store=76e9a8a39ab1450a29e30bb796609bc0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,489 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,490 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:19,490 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 54ed508363ae965ea4c98857cc53b5e4, NAME => 'SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T14:15:19,490 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,490 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,490 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,490 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,491 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,491 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,492 INFO [StoreOpener-54ed508363ae965ea4c98857cc53b5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,494 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,494 INFO [StoreOpener-54ed508363ae965ea4c98857cc53b5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54ed508363ae965ea4c98857cc53b5e4 columnFamilyName cf 2024-11-12T14:15:19,494 DEBUG [StoreOpener-54ed508363ae965ea4c98857cc53b5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,495 INFO [StoreOpener-54ed508363ae965ea4c98857cc53b5e4-1 {}] regionserver.HStore(327): Store=54ed508363ae965ea4c98857cc53b5e4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,495 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,496 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,496 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,497 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,497 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,498 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,499 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 76e9a8a39ab1450a29e30bb796609bc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72845341, jitterRate=0.08548016846179962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,499 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:19,499 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,499 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 76e9a8a39ab1450a29e30bb796609bc0: Running coprocessor pre-open hook at 1731420919477Writing region info on filesystem at 1731420919477Initializing all the Stores at 1731420919485 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919485Cleaning up temporary data from old regions at 1731420919492 (+7 ms)Running coprocessor post-open hooks at 1731420919499 (+7 ms)Region opened successfully at 1731420919499 2024-11-12T14:15:19,501 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0., pid=18, masterSystemTime=1731420919440 2024-11-12T14:15:19,503 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/54ed508363ae965ea4c98857cc53b5e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,504 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 54ed508363ae965ea4c98857cc53b5e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72424196, jitterRate=0.07920461893081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,504 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:19,504 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 54ed508363ae965ea4c98857cc53b5e4: Running coprocessor pre-open hook at 1731420919491Writing region info on filesystem at 1731420919491Initializing all the Stores at 1731420919492 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919492Cleaning up temporary data from old regions at 1731420919497 (+5 ms)Running coprocessor post-open hooks at 1731420919504 (+7 ms)Region opened successfully at 1731420919504 2024-11-12T14:15:19,506 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740., pid=15, masterSystemTime=1731420919402 2024-11-12T14:15:19,509 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4., pid=24, masterSystemTime=1731420919472 2024-11-12T14:15:19,511 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:19,511 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:19,511 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:19,512 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=76e9a8a39ab1450a29e30bb796609bc0, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:19,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:19,513 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:19,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e683c0f7ce8910f88f2a9f3f8738b8e9, NAME => 'SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T14:15:19,513 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:19,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b52622da80b5176993d898cf234f5730, NAME => 'SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T14:15:19,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,514 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,514 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,514 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,514 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,514 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,514 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ba20d12aef04aa0f4018d464fc70f740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:19,522 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:19,522 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:19,522 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:19,522 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e1796adc86764369281a0735d38f27a7, NAME => 'SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T14:15:19,523 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,523 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,523 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,523 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76e9a8a39ab1450a29e30bb796609bc0, server=2b6d221c5cde,45577,1731420896727 because future has completed 2024-11-12T14:15:19,526 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=54ed508363ae965ea4c98857cc53b5e4, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:19,526 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42711 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2b6d221c5cde,45577,1731420896727, table=SPTestTable, region=76e9a8a39ab1450a29e30bb796609bc0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T14:15:19,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba20d12aef04aa0f4018d464fc70f740, server=2b6d221c5cde,46809,1731420896687 because future has completed 2024-11-12T14:15:19,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54ed508363ae965ea4c98857cc53b5e4, server=2b6d221c5cde,33775,1731420896647 because future has completed 2024-11-12T14:15:19,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-12T14:15:19,540 INFO [StoreOpener-e683c0f7ce8910f88f2a9f3f8738b8e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,546 INFO [StoreOpener-e683c0f7ce8910f88f2a9f3f8738b8e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e683c0f7ce8910f88f2a9f3f8738b8e9 columnFamilyName cf 2024-11-12T14:15:19,546 DEBUG [StoreOpener-e683c0f7ce8910f88f2a9f3f8738b8e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,547 INFO [StoreOpener-e683c0f7ce8910f88f2a9f3f8738b8e9-1 {}] regionserver.HStore(327): Store=e683c0f7ce8910f88f2a9f3f8738b8e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,548 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,548 INFO [StoreOpener-b52622da80b5176993d898cf234f5730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,549 INFO [StoreOpener-e1796adc86764369281a0735d38f27a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,552 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-12T14:15:19,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 76e9a8a39ab1450a29e30bb796609bc0, server=2b6d221c5cde,45577,1731420896727 in 10.1050 sec 2024-11-12T14:15:19,558 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-12T14:15:19,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ba20d12aef04aa0f4018d464fc70f740, server=2b6d221c5cde,46809,1731420896687 in 10.1650 sec 2024-11-12T14:15:19,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba20d12aef04aa0f4018d464fc70f740, ASSIGN in 10.3860 sec 2024-11-12T14:15:19,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 54ed508363ae965ea4c98857cc53b5e4, server=2b6d221c5cde,33775,1731420896647 in 10.0670 sec 2024-11-12T14:15:19,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76e9a8a39ab1450a29e30bb796609bc0, ASSIGN in 10.3820 sec 2024-11-12T14:15:19,562 INFO [StoreOpener-e1796adc86764369281a0735d38f27a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1796adc86764369281a0735d38f27a7 columnFamilyName cf 2024-11-12T14:15:19,562 DEBUG [StoreOpener-e1796adc86764369281a0735d38f27a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54ed508363ae965ea4c98857cc53b5e4, ASSIGN in 10.3880 sec 2024-11-12T14:15:19,564 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,564 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,569 INFO [StoreOpener-b52622da80b5176993d898cf234f5730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52622da80b5176993d898cf234f5730 columnFamilyName cf 2024-11-12T14:15:19,569 DEBUG [StoreOpener-b52622da80b5176993d898cf234f5730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,571 INFO [StoreOpener-e1796adc86764369281a0735d38f27a7-1 {}] regionserver.HStore(327): Store=e1796adc86764369281a0735d38f27a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,571 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,572 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,572 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,573 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,573 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,573 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,575 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,580 INFO [StoreOpener-b52622da80b5176993d898cf234f5730-1 {}] regionserver.HStore(327): Store=b52622da80b5176993d898cf234f5730/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,580 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,581 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,582 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,582 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,582 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,588 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,596 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e683c0f7ce8910f88f2a9f3f8738b8e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,600 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e683c0f7ce8910f88f2a9f3f8738b8e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69887564, jitterRate=0.04140585660934448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,601 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:19,601 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e683c0f7ce8910f88f2a9f3f8738b8e9: Running coprocessor pre-open hook at 1731420919514Writing region info on filesystem at 1731420919514Initializing all the Stores at 1731420919524 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919524Cleaning up temporary data from old regions at 1731420919564 (+40 ms)Running coprocessor post-open hooks at 1731420919601 (+37 ms)Region opened successfully at 1731420919601 2024-11-12T14:15:19,612 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,613 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9., pid=21, masterSystemTime=1731420919440 2024-11-12T14:15:19,616 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e1796adc86764369281a0735d38f27a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67641639, jitterRate=0.007938966155052185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,616 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:19,617 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e1796adc86764369281a0735d38f27a7: Running coprocessor pre-open hook at 1731420919523Writing region info on filesystem at 1731420919523Initializing all the Stores at 1731420919535 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919535Cleaning up temporary data from old regions at 1731420919573 (+38 ms)Running coprocessor post-open hooks at 1731420919617 (+44 ms)Region opened successfully at 1731420919617 2024-11-12T14:15:19,617 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:19,617 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:19,617 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:19,617 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => db565d081cbfe4e4ec75f4c98b33be90, NAME => 'SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T14:15:19,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,618 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e683c0f7ce8910f88f2a9f3f8738b8e9, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:19,621 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7., pid=23, masterSystemTime=1731420919472 2024-11-12T14:15:19,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e683c0f7ce8910f88f2a9f3f8738b8e9, server=2b6d221c5cde,45577,1731420896727 because future has completed 2024-11-12T14:15:19,624 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:19,624 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:19,624 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:19,625 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c7ac0ee33d22775147b697e5e41c1901, NAME => 'SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T14:15:19,625 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,625 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,625 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,625 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,627 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/b52622da80b5176993d898cf234f5730/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e1796adc86764369281a0735d38f27a7, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:19,628 INFO [StoreOpener-db565d081cbfe4e4ec75f4c98b33be90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,629 INFO [StoreOpener-c7ac0ee33d22775147b697e5e41c1901-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,629 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b52622da80b5176993d898cf234f5730; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65855573, jitterRate=-0.018675491213798523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,629 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b52622da80b5176993d898cf234f5730 2024-11-12T14:15:19,630 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b52622da80b5176993d898cf234f5730: Running coprocessor pre-open hook at 1731420919514Writing region info on filesystem at 1731420919514Initializing all the Stores at 1731420919524 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919524Cleaning up temporary data from old regions at 1731420919582 (+58 ms)Running coprocessor post-open hooks at 1731420919630 (+48 ms)Region opened successfully at 1731420919630 2024-11-12T14:15:19,631 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730., pid=17, masterSystemTime=1731420919402 2024-11-12T14:15:19,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1796adc86764369281a0735d38f27a7, server=2b6d221c5cde,33775,1731420896647 because future has completed 2024-11-12T14:15:19,633 INFO [StoreOpener-db565d081cbfe4e4ec75f4c98b33be90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db565d081cbfe4e4ec75f4c98b33be90 columnFamilyName cf 2024-11-12T14:15:19,633 DEBUG [StoreOpener-db565d081cbfe4e4ec75f4c98b33be90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-12T14:15:19,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e683c0f7ce8910f88f2a9f3f8738b8e9, server=2b6d221c5cde,45577,1731420896727 in 10.1620 sec 2024-11-12T14:15:19,638 INFO [StoreOpener-db565d081cbfe4e4ec75f4c98b33be90-1 {}] regionserver.HStore(327): Store=db565d081cbfe4e4ec75f4c98b33be90/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,638 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,639 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:19,639 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:19,639 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:19,639 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c2a667c4a13e4d8d72dbad8bafb87d6, NAME => 'SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T14:15:19,639 INFO [StoreOpener-c7ac0ee33d22775147b697e5e41c1901-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7ac0ee33d22775147b697e5e41c1901 columnFamilyName cf 2024-11-12T14:15:19,640 DEBUG [StoreOpener-c7ac0ee33d22775147b697e5e41c1901-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,640 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,640 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,640 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,640 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,640 INFO [StoreOpener-c7ac0ee33d22775147b697e5e41c1901-1 {}] regionserver.HStore(327): Store=c7ac0ee33d22775147b697e5e41c1901/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,640 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,641 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e683c0f7ce8910f88f2a9f3f8738b8e9, ASSIGN in 10.4650 sec 2024-11-12T14:15:19,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b52622da80b5176993d898cf234f5730, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:19,644 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,644 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,645 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,645 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,645 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,646 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,646 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,649 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,649 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,652 INFO [StoreOpener-0c2a667c4a13e4d8d72dbad8bafb87d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52622da80b5176993d898cf234f5730, server=2b6d221c5cde,46809,1731420896687 because future has completed 2024-11-12T14:15:19,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/db565d081cbfe4e4ec75f4c98b33be90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,654 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened db565d081cbfe4e4ec75f4c98b33be90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62446881, jitterRate=-0.06946896016597748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,654 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:19,655 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for db565d081cbfe4e4ec75f4c98b33be90: Running coprocessor pre-open hook at 1731420919618Writing region info on filesystem at 1731420919618Initializing all the Stores at 1731420919620 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919620Cleaning up temporary data from old regions at 1731420919645 (+25 ms)Running coprocessor post-open hooks at 1731420919655 (+10 ms)Region opened successfully at 1731420919655 2024-11-12T14:15:19,656 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90., pid=19, masterSystemTime=1731420919440 2024-11-12T14:15:19,657 INFO [StoreOpener-0c2a667c4a13e4d8d72dbad8bafb87d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c2a667c4a13e4d8d72dbad8bafb87d6 columnFamilyName cf 2024-11-12T14:15:19,657 DEBUG [StoreOpener-0c2a667c4a13e4d8d72dbad8bafb87d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,658 INFO [StoreOpener-0c2a667c4a13e4d8d72dbad8bafb87d6-1 {}] regionserver.HStore(327): Store=0c2a667c4a13e4d8d72dbad8bafb87d6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,658 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,659 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-12T14:15:19,660 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,660 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:19,660 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:19,660 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/c7ac0ee33d22775147b697e5e41c1901/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,661 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,661 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,663 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db565d081cbfe4e4ec75f4c98b33be90, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:19,664 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c7ac0ee33d22775147b697e5e41c1901; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72510998, jitterRate=0.08049806952476501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,664 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:19,664 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c7ac0ee33d22775147b697e5e41c1901: Running coprocessor pre-open hook at 1731420919625Writing region info on filesystem at 1731420919625Initializing all the Stores at 1731420919627 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919627Cleaning up temporary data from old regions at 1731420919646 (+19 ms)Running coprocessor post-open hooks at 1731420919664 (+18 ms)Region opened successfully at 1731420919664 2024-11-12T14:15:19,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-12T14:15:19,665 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e1796adc86764369281a0735d38f27a7, server=2b6d221c5cde,33775,1731420896647 in 10.1670 sec 2024-11-12T14:15:19,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b52622da80b5176993d898cf234f5730, server=2b6d221c5cde,46809,1731420896687 in 10.2440 sec 2024-11-12T14:15:19,667 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901., pid=22, masterSystemTime=1731420919472 2024-11-12T14:15:19,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db565d081cbfe4e4ec75f4c98b33be90, server=2b6d221c5cde,45577,1731420896727 because future has completed 2024-11-12T14:15:19,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1796adc86764369281a0735d38f27a7, ASSIGN in 10.4930 sec 2024-11-12T14:15:19,671 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52622da80b5176993d898cf234f5730, ASSIGN in 10.4960 sec 2024-11-12T14:15:19,672 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c7ac0ee33d22775147b697e5e41c1901, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:19,673 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:19,673 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:19,673 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:19,673 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d6db03a674b234698c0e193a47057c63, NAME => 'SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T14:15:19,673 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0c2a667c4a13e4d8d72dbad8bafb87d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75322252, jitterRate=0.12238901853561401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,674 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:19,674 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,674 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0c2a667c4a13e4d8d72dbad8bafb87d6: Running coprocessor pre-open hook at 1731420919640Writing region info on filesystem at 1731420919640Initializing all the Stores at 1731420919644 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919644Cleaning up temporary data from old regions at 1731420919661 (+17 ms)Running coprocessor post-open hooks at 1731420919674 (+13 ms)Region opened successfully at 1731420919674 2024-11-12T14:15:19,674 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:19,674 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,674 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,675 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., pid=16, masterSystemTime=1731420919402 2024-11-12T14:15:19,689 INFO [StoreOpener-d6db03a674b234698c0e193a47057c63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7ac0ee33d22775147b697e5e41c1901, server=2b6d221c5cde,33775,1731420896647 because future has completed 2024-11-12T14:15:19,689 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:19,690 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:19,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0c2a667c4a13e4d8d72dbad8bafb87d6, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:19,695 INFO [StoreOpener-d6db03a674b234698c0e193a47057c63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6db03a674b234698c0e193a47057c63 columnFamilyName cf 2024-11-12T14:15:19,696 DEBUG [StoreOpener-d6db03a674b234698c0e193a47057c63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:19,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-12T14:15:19,697 INFO [StoreOpener-d6db03a674b234698c0e193a47057c63-1 {}] regionserver.HStore(327): Store=d6db03a674b234698c0e193a47057c63/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:15:19,697 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c2a667c4a13e4d8d72dbad8bafb87d6, server=2b6d221c5cde,46809,1731420896687 because future has completed 2024-11-12T14:15:19,706 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,708 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,709 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,709 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db565d081cbfe4e4ec75f4c98b33be90, server=2b6d221c5cde,45577,1731420896727 in 10.2430 sec 2024-11-12T14:15:19,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-12T14:15:19,722 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db565d081cbfe4e4ec75f4c98b33be90, ASSIGN in 10.5360 sec 2024-11-12T14:15:19,735 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:15:19,736 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d6db03a674b234698c0e193a47057c63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64846847, jitterRate=-0.033706679940223694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:15:19,736 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:19,736 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d6db03a674b234698c0e193a47057c63: Running coprocessor pre-open hook at 1731420919674Writing region info on filesystem at 1731420919674Initializing all the Stores at 1731420919683 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420919683Cleaning up temporary data from old regions at 1731420919709 (+26 ms)Running coprocessor post-open hooks at 1731420919736 (+27 ms)Region opened successfully at 1731420919736 2024-11-12T14:15:19,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c7ac0ee33d22775147b697e5e41c1901, server=2b6d221c5cde,33775,1731420896647 in 10.2250 sec 2024-11-12T14:15:19,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-12T14:15:19,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c2a667c4a13e4d8d72dbad8bafb87d6, server=2b6d221c5cde,46809,1731420896687 in 10.3110 sec 2024-11-12T14:15:19,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7ac0ee33d22775147b697e5e41c1901, ASSIGN in 10.5540 sec 2024-11-12T14:15:19,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c2a667c4a13e4d8d72dbad8bafb87d6, ASSIGN in 10.5660 sec 2024-11-12T14:15:19,743 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63., pid=20, masterSystemTime=1731420919472 2024-11-12T14:15:19,747 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:19,747 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:19,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d6db03a674b234698c0e193a47057c63, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:19,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6db03a674b234698c0e193a47057c63, server=2b6d221c5cde,33775,1731420896647 because future has completed 2024-11-12T14:15:19,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-12T14:15:19,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d6db03a674b234698c0e193a47057c63, server=2b6d221c5cde,33775,1731420896647 in 10.3010 sec 2024-11-12T14:15:19,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-12T14:15:19,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6db03a674b234698c0e193a47057c63, ASSIGN in 10.5920 sec 2024-11-12T14:15:19,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:15:19,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731420919790"}]},"ts":"1731420919790"} 2024-11-12T14:15:19,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T14:15:19,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:15:19,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5670 sec 2024-11-12T14:15:21,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T14:15:24,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:15:24,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:15:24,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:15:25,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:15:25,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:15:26,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:15:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:15:26,484 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T14:15:26,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T14:15:26,484 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:15:26,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T14:15:26,488 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:15:26,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T14:15:26,524 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,526 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,527 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,528 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,528 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,578 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., hostname=2b6d221c5cde,46809,1731420896687, seqNum=2] 2024-11-12T14:15:26,580 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., hostname=2b6d221c5cde,46809,1731420896687, seqNum=2] 2024-11-12T14:15:26,584 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., hostname=2b6d221c5cde,46809,1731420896687, seqNum=2] 2024-11-12T14:15:26,588 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., hostname=2b6d221c5cde,46809,1731420896687, seqNum=2] 2024-11-12T14:15:26,590 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., hostname=2b6d221c5cde,46809,1731420896687, seqNum=2] 2024-11-12T14:15:26,592 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., hostname=2b6d221c5cde,46809,1731420896687, seqNum=2] 2024-11-12T14:15:26,596 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., hostname=2b6d221c5cde,46809,1731420896687, seqNum=2] 2024-11-12T14:15:26,606 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., hostname=2b6d221c5cde,46809,1731420896687, seqNum=2] 2024-11-12T14:15:26,629 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0., hostname=2b6d221c5cde,45577,1731420896727, seqNum=2] 2024-11-12T14:15:26,631 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0., hostname=2b6d221c5cde,45577,1731420896727, seqNum=2] 2024-11-12T14:15:26,633 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0., hostname=2b6d221c5cde,45577,1731420896727, seqNum=2] 2024-11-12T14:15:26,639 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0., hostname=2b6d221c5cde,45577,1731420896727, seqNum=2] 2024-11-12T14:15:26,648 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0., hostname=2b6d221c5cde,45577,1731420896727, seqNum=2] 2024-11-12T14:15:26,650 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0., hostname=2b6d221c5cde,45577,1731420896727, seqNum=2] 2024-11-12T14:15:26,737 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,739 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,741 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,743 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,744 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:26,745 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63., hostname=2b6d221c5cde,33775,1731420896647, seqNum=2] 2024-11-12T14:15:27,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:15:27,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:15:27,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:15:27,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:15:27,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T14:15:27,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45577 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T14:15:27,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:27,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T14:15:27,696 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T14:15:27,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T14:15:28,229 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T14:15:28,229 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:15:28,232 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T14:15:28,234 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T14:15:28,240 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T14:15:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741848_1024 (size=49) 2024-11-12T14:15:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741848_1024 (size=49) 2024-11-12T14:15:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741848_1024 (size=49) 2024-11-12T14:15:28,300 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T14:15:28,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e683c0f7ce8910f88f2a9f3f8738b8e9}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52622da80b5176993d898cf234f5730}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7ac0ee33d22775147b697e5e41c1901}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba20d12aef04aa0f4018d464fc70f740}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db565d081cbfe4e4ec75f4c98b33be90}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54ed508363ae965ea4c98857cc53b5e4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1796adc86764369281a0735d38f27a7}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c2a667c4a13e4d8d72dbad8bafb87d6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76e9a8a39ab1450a29e30bb796609bc0}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6db03a674b234698c0e193a47057c63}] 2024-11-12T14:15:28,302 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:28,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:28,303 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:28,303 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:28,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:28,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:28,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:28,309 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:28,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52622da80b5176993d898cf234f5730 2024-11-12T14:15:28,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:38,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T14:15:38,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T14:15:38,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T14:15:38,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T14:15:38,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:38,305 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d6db03a674b234698c0e193a47057c63 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T14:15:38,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:38,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 54ed508363ae965ea4c98857cc53b5e4: 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e683c0f7ce8910f88f2a9f3f8738b8e9: 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:15:38,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T14:15:38,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:38,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T14:15:38,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b52622da80b5176993d898cf234f5730: 2024-11-12T14:15:38,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:15:38,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:38,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:38,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 76e9a8a39ab1450a29e30bb796609bc0 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T14:15:38,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for db565d081cbfe4e4ec75f4c98b33be90: 2024-11-12T14:15:38,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:15:38,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T14:15:38,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:38,342 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 0c2a667c4a13e4d8d72dbad8bafb87d6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T14:15:38,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:38,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ba20d12aef04aa0f4018d464fc70f740: 2024-11-12T14:15:38,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:15:38,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T14:15:38,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:38,351 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing e1796adc86764369281a0735d38f27a7 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T14:15:38,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/.tmp/cf/317b4fc57e374197a3e0183ae7b4cb44 is 34, key is ccd/cf:cf/1731420927486/Put/seqid=0 2024-11-12T14:15:38,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/.tmp/cf/c0f6a1fa071d40ee86457c9827adc1eb is 34, key is baa/cf:cf/1731420927466/Put/seqid=0 2024-11-12T14:15:38,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7/.tmp/cf/0e016db6ad844f5c9ab025b8f1ed71fd is 34, key is aaa/cf:cf/1731420927511/Put/seqid=0 2024-11-12T14:15:38,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741849_1025 (size=65) 2024-11-12T14:15:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741849_1025 (size=65) 2024-11-12T14:15:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741849_1025 (size=65) 2024-11-12T14:15:38,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:15:38,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T14:15:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T14:15:38,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:38,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:15:38,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure db565d081cbfe4e4ec75f4c98b33be90 in 10.2030 sec 2024-11-12T14:15:38,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63/.tmp/cf/c55d57e27d9640bbaf338bfbf6e389f6 is 34, key is eaa/cf:cf/1731420927956/Put/seqid=0 2024-11-12T14:15:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741850_1026 (size=57) 2024-11-12T14:15:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741850_1026 (size=57) 2024-11-12T14:15:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741850_1026 (size=57) 2024-11-12T14:15:38,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:15:38,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T14:15:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T14:15:38,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:38,559 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:15:38,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e683c0f7ce8910f88f2a9f3f8738b8e9 in 10.2650 sec 2024-11-12T14:15:38,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741852_1028 (size=47197) 2024-11-12T14:15:38,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741851_1027 (size=65) 2024-11-12T14:15:38,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741851_1027 (size=65) 2024-11-12T14:15:38,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741851_1027 (size=65) 2024-11-12T14:15:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741852_1028 (size=47197) 2024-11-12T14:15:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741852_1028 (size=47197) 2024-11-12T14:15:38,693 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/.tmp/cf/317b4fc57e374197a3e0183ae7b4cb44 2024-11-12T14:15:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741853_1029 (size=28623) 2024-11-12T14:15:38,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741853_1029 (size=28623) 2024-11-12T14:15:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741853_1029 (size=28623) 2024-11-12T14:15:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741854_1030 (size=499309) 2024-11-12T14:15:38,757 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/.tmp/cf/c0f6a1fa071d40ee86457c9827adc1eb 2024-11-12T14:15:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741854_1030 (size=499309) 2024-11-12T14:15:38,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741854_1030 (size=499309) 2024-11-12T14:15:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741856_1032 (size=65) 2024-11-12T14:15:38,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63/.tmp/cf/c55d57e27d9640bbaf338bfbf6e389f6 2024-11-12T14:15:38,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:15:38,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T14:15:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T14:15:38,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b52622da80b5176993d898cf234f5730 2024-11-12T14:15:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741856_1032 (size=65) 2024-11-12T14:15:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741856_1032 (size=65) 2024-11-12T14:15:38,774 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52622da80b5176993d898cf234f5730 2024-11-12T14:15:38,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b52622da80b5176993d898cf234f5730 in 10.4800 sec 2024-11-12T14:15:38,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/.tmp/cf/317b4fc57e374197a3e0183ae7b4cb44 as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/cf/317b4fc57e374197a3e0183ae7b4cb44 2024-11-12T14:15:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741857_1033 (size=65) 2024-11-12T14:15:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741857_1033 (size=65) 2024-11-12T14:15:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741857_1033 (size=65) 2024-11-12T14:15:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741855_1031 (size=26918) 2024-11-12T14:15:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741855_1031 (size=26918) 2024-11-12T14:15:38,831 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7/.tmp/cf/0e016db6ad844f5c9ab025b8f1ed71fd 2024-11-12T14:15:38,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741855_1031 (size=26918) 2024-11-12T14:15:38,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/cf/317b4fc57e374197a3e0183ae7b4cb44, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T14:15:38,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 76e9a8a39ab1450a29e30bb796609bc0 in 530ms, sequenceid=5, compaction requested=false 2024-11-12T14:15:38,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 76e9a8a39ab1450a29e30bb796609bc0: 2024-11-12T14:15:38,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/cf/317b4fc57e374197a3e0183ae7b4cb44] hfiles 2024-11-12T14:15:38,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/cf/317b4fc57e374197a3e0183ae7b4cb44 for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/.tmp/cf/c0f6a1fa071d40ee86457c9827adc1eb as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/cf/c0f6a1fa071d40ee86457c9827adc1eb 2024-11-12T14:15:38,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63/.tmp/cf/c55d57e27d9640bbaf338bfbf6e389f6 as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63/cf/c55d57e27d9640bbaf338bfbf6e389f6 2024-11-12T14:15:38,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7/.tmp/cf/0e016db6ad844f5c9ab025b8f1ed71fd as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7/cf/0e016db6ad844f5c9ab025b8f1ed71fd 2024-11-12T14:15:38,868 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/cf/c0f6a1fa071d40ee86457c9827adc1eb, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T14:15:38,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 0c2a667c4a13e4d8d72dbad8bafb87d6 in 530ms, sequenceid=5, compaction requested=false 2024-11-12T14:15:38,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 0c2a667c4a13e4d8d72dbad8bafb87d6: 2024-11-12T14:15:38,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/cf/c0f6a1fa071d40ee86457c9827adc1eb] hfiles 2024-11-12T14:15:38,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/cf/c0f6a1fa071d40ee86457c9827adc1eb for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,878 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7/cf/0e016db6ad844f5c9ab025b8f1ed71fd, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T14:15:38,886 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for e1796adc86764369281a0735d38f27a7 in 535ms, sequenceid=5, compaction requested=false 2024-11-12T14:15:38,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e1796adc86764369281a0735d38f27a7: 2024-11-12T14:15:38,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7/cf/0e016db6ad844f5c9ab025b8f1ed71fd] hfiles 2024-11-12T14:15:38,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e1796adc86764369281a0735d38f27a7/cf/0e016db6ad844f5c9ab025b8f1ed71fd for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,910 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63/cf/c55d57e27d9640bbaf338bfbf6e389f6, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T14:15:38,920 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d6db03a674b234698c0e193a47057c63 in 614ms, sequenceid=5, compaction requested=false 2024-11-12T14:15:38,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d6db03a674b234698c0e193a47057c63: 2024-11-12T14:15:38,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. for SnapshotProcedureTest completed. 2024-11-12T14:15:38,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:38,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:38,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63/cf/c55d57e27d9640bbaf338bfbf6e389f6] hfiles 2024-11-12T14:15:38,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/d6db03a674b234698c0e193a47057c63/cf/c55d57e27d9640bbaf338bfbf6e389f6 for snapshot=SnapshotProcedureTest 2024-11-12T14:15:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741858_1034 (size=105) 2024-11-12T14:15:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741858_1034 (size=105) 2024-11-12T14:15:39,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:15:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741860_1036 (size=105) 2024-11-12T14:15:39,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T14:15:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741859_1035 (size=105) 2024-11-12T14:15:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741859_1035 (size=105) 2024-11-12T14:15:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741858_1034 (size=105) 2024-11-12T14:15:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741861_1037 (size=97) 2024-11-12T14:15:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741859_1035 (size=105) 2024-11-12T14:15:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741860_1036 (size=105) 2024-11-12T14:15:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741861_1037 (size=97) 2024-11-12T14:15:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741861_1037 (size=97) 2024-11-12T14:15:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741860_1036 (size=105) 2024-11-12T14:15:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T14:15:39,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:39,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731420908217.d6db03a674b234698c0e193a47057c63. 2024-11-12T14:15:39,074 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:15:39,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T14:15:39,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:39,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c7ac0ee33d22775147b697e5e41c1901: 2024-11-12T14:15:39,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. for SnapshotProcedureTest completed. 2024-11-12T14:15:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T14:15:39,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T14:15:39,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:39,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T14:15:39,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T14:15:39,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731420908217.e1796adc86764369281a0735d38f27a7. 2024-11-12T14:15:39,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T14:15:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T14:15:39,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:39,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1796adc86764369281a0735d38f27a7 2024-11-12T14:15:39,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6db03a674b234698c0e193a47057c63 2024-11-12T14:15:39,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76e9a8a39ab1450a29e30bb796609bc0 in 10.7780 sec 2024-11-12T14:15:39,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731420908217.54ed508363ae965ea4c98857cc53b5e4. 2024-11-12T14:15:39,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T14:15:39,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e1796adc86764369281a0735d38f27a7 in 10.7920 sec 2024-11-12T14:15:39,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d6db03a674b234698c0e193a47057c63 in 10.7930 sec 2024-11-12T14:15:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T14:15:39,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:39,109 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54ed508363ae965ea4c98857cc53b5e4 2024-11-12T14:15:39,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54ed508363ae965ea4c98857cc53b5e4 in 10.8170 sec 2024-11-12T14:15:39,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741862_1038 (size=65) 2024-11-12T14:15:39,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741862_1038 (size=65) 2024-11-12T14:15:39,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741862_1038 (size=65) 2024-11-12T14:15:39,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:15:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T14:15:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T14:15:39,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:39,230 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:15:39,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba20d12aef04aa0f4018d464fc70f740 in 10.9370 sec 2024-11-12T14:15:39,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:15:39,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T14:15:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T14:15:39,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:39,479 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:15:39,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c2a667c4a13e4d8d72dbad8bafb87d6 in 11.1840 sec 2024-11-12T14:15:39,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731420908217.c7ac0ee33d22775147b697e5e41c1901. 2024-11-12T14:15:39,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T14:15:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T14:15:39,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:39,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7ac0ee33d22775147b697e5e41c1901 2024-11-12T14:15:39,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-12T14:15:39,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c7ac0ee33d22775147b697e5e41c1901 in 11.3050 sec 2024-11-12T14:15:39,616 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T14:15:39,617 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T14:15:39,618 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T14:15:39,618 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T14:15:39,642 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T14:15:39,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741863_1039 (size=1174) 2024-11-12T14:15:39,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741863_1039 (size=1174) 2024-11-12T14:15:39,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741863_1039 (size=1174) 2024-11-12T14:15:39,766 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T14:15:39,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T14:15:39,777 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:15:39,780 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:39,780 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:39,780 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:39,780 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:39,784 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:39,788 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:39,789 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:39,790 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:39,790 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:39,878 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:39,878 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2b6d221c5cde,33775,1731420896647: Simulated kill ***** 2024-11-12T14:15:39,878 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:15:39,878 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:15:39,880 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:15:39,880 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:15:39,880 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:15:39,880 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 823755952 }, "NonHeapMemoryUsage": { "committed": 176619520, "init": 7667712, "max": -1, "used": 172089944 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:15:39,882 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42711 {}] master.MasterRpcServices(700): 2b6d221c5cde,33775,1731420896647 reported a fatal error: ***** ABORTING region server 2b6d221c5cde,33775,1731420896647: Simulated kill ***** 2024-11-12T14:15:39,884 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,33775,1731420896647' ***** 2024-11-12T14:15:39,884 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T14:15:39,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:15:39,885 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:15:39,885 INFO [RS:0;2b6d221c5cde:33775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T14:15:39,885 INFO [RS:0;2b6d221c5cde:33775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T14:15:39,885 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:15:39,885 INFO [RS:0;2b6d221c5cde:33775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:33775. 2024-11-12T14:15:39,885 DEBUG [RS:0;2b6d221c5cde:33775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:15:39,885 DEBUG [RS:0;2b6d221c5cde:33775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:15:39,886 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:15:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741836_1012 (size=14382) 2024-11-12T14:15:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741836_1012 (size=14382) 2024-11-12T14:15:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741836_1012 (size=14382) 2024-11-12T14:15:39,937 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:15:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741834_1010 (size=2301) 2024-11-12T14:15:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741834_1010 (size=2301) 2024-11-12T14:15:39,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647/2b6d221c5cde%2C33775%2C1731420896647.1731420897408 not finished, retry = 0 2024-11-12T14:15:39,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741834_1010 (size=2301) 2024-11-12T14:15:40,057 DEBUG [RS:0;2b6d221c5cde:33775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:15:40,057 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:15:40,057 INFO [RS:0;2b6d221c5cde:33775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33775 2024-11-12T14:15:40,162 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:40,163 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:15:40,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:15:40,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,33775,1731420896647] 2024-11-12T14:15:40,183 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,33775,1731420896647 already deleted, retry=false 2024-11-12T14:15:40,183 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2b6d221c5cde,33775,1731420896647 on 2b6d221c5cde,42711,1731420896441 2024-11-12T14:15:40,186 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b6d221c5cde,33775,1731420896647, splitWal=true, meta=true 2024-11-12T14:15:40,186 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 2b6d221c5cde,33775,1731420896647 (carryingMeta=true) 2b6d221c5cde,33775,1731420896647/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5948f80[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T14:15:40,188 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2b6d221c5cde,33775,1731420896647, splitWal=true, meta=true 2024-11-12T14:15:40,193 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b6d221c5cde,33775,1731420896647, splitWal=true, meta=true, isMeta: true 2024-11-12T14:15:40,196 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting 2024-11-12T14:15:40,197 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2b6d221c5cde,33775,1731420896647 WAL count=1, meta=true 2024-11-12T14:15:40,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta}] 2024-11-12T14:15:40,201 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,33775,1731420896647 Release verify snapshot worker=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:40,201 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 2b6d221c5cde,33775,1731420896647, this operation will be retried to send to another server 2024-11-12T14:15:40,202 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:40,202 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T14:15:40,202 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731420941202 2024-11-12T14:15:40,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, worker=2b6d221c5cde,45577,1731420896727}] 2024-11-12T14:15:40,208 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-12T14:15:40,208 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-12T14:15:40,208 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-12T14:15:40,208 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-12T14:15:40,208 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,33775,1731420896647 Release verify snapshot worker=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:40,208 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 2b6d221c5cde,33775,1731420896647, this operation will be retried to send to another server 2024-11-12T14:15:40,208 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T14:15:40,209 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731420941209 2024-11-12T14:15:40,218 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,33775,1731420896647 Release verify snapshot worker=2b6d221c5cde,33775,1731420896647 2024-11-12T14:15:40,218 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 2b6d221c5cde,33775,1731420896647, this operation will be retried to send to another server 2024-11-12T14:15:40,218 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T14:15:40,218 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731420941218 2024-11-12T14:15:40,276 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:15:40,276 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:15:40,276 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x1012f6638540001, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:15:40,276 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:15:40,276 INFO [RS:0;2b6d221c5cde:33775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:15:40,277 INFO [RS:0;2b6d221c5cde:33775 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,33775,1731420896647; zookeeper connection closed. 2024-11-12T14:15:40,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1206d4a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1206d4a8 2024-11-12T14:15:48,471 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T14:15:48,471 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T14:15:49,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-12T14:15:49,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-12T14:15:49,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-12T14:15:49,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T14:15:49,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-12T14:15:49,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-12T14:15:49,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-12T14:15:49,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T14:15:49,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T14:15:49,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T14:15:49,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T14:15:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T14:15:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-12T14:15:49,799 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 Release verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:49,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T14:15:49,802 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 Release verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T14:15:49,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T14:15:49,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T14:15:49,803 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T14:15:49,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T14:15:49,805 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:49,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 in 10.0290 sec 2024-11-12T14:15:49,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 in 10.0260 sec 2024-11-12T14:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T14:15:49,809 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,45577,1731420896727 Release verify snapshot worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T14:15:49,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,45577,1731420896727 in 10.0360 sec 2024-11-12T14:15:49,814 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,45577,1731420896727 Release verify snapshot worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:49,817 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, size=14.0 K (14382bytes) 2024-11-12T14:15:49,817 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta 2024-11-12T14:15:49,818 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta after 1ms 2024-11-12T14:15:49,821 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,45577,1731420896727 Release verify snapshot worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:49,821 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta took 4ms 2024-11-12T14:15:49,822 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:49,822 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 Release verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:49,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,45577,1731420896727 in 10.0410 sec 2024-11-12T14:15:49,823 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:49,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,45577,1731420896727 in 10.0480 sec 2024-11-12T14:15:49,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 in 10.0490 sec 2024-11-12T14:15:49,835 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-12T14:15:49,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta so closing down 2024-11-12T14:15:49,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T14:15:49,848 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta.temp 2024-11-12T14:15:49,850 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta.temp 2024-11-12T14:15:49,856 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T14:15:49,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741864_1040 (size=14141) 2024-11-12T14:15:49,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741864_1040 (size=14141) 2024-11-12T14:15:49,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741864_1040 (size=14141) 2024-11-12T14:15:49,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-12T14:15:49,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta.temp to hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T14:15:49,900 INFO [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 68 ms; skipped=1; WAL=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-12T14:15:49,901 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, journal: Splitting hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, size=14.0 K (14382bytes) at 1731420949817Finishing writing output for hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta so closing down at 1731420949839 (+22 ms)Creating recovered edits writer path=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta.temp at 1731420949851 (+12 ms)3 split writer threads finished at 1731420949856 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731420949893 (+37 ms)Rename recovered edits hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta.temp to hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731420949900 (+7 ms)Processed 26 edits across 1 Regions in 68 ms; skipped=1; WAL=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731420949901 (+1 ms) 2024-11-12T14:15:49,901 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta 2024-11-12T14:15:49,901 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T14:15:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T14:15:49,930 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting/2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta to hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs 2024-11-12T14:15:49,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T14:15:49,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, worker=2b6d221c5cde,45577,1731420896727 in 9.7260 sec 2024-11-12T14:15:49,956 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:49,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T14:15:49,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 2b6d221c5cde%2C33775%2C1731420896647.meta.1731420907670.meta, worker=2b6d221c5cde,45577,1731420896727 in 9.7580 sec 2024-11-12T14:15:49,969 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,33775,1731420896647-splitting dir is empty, no logs to split. 2024-11-12T14:15:49,969 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b6d221c5cde,33775,1731420896647 WAL count=0, meta=true 2024-11-12T14:15:49,969 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b6d221c5cde,33775,1731420896647 WAL splitting is done? wals=0, meta=true 2024-11-12T14:15:49,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:15:49,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:15:49,975 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T14:15:50,126 DEBUG [2b6d221c5cde:42711 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T14:15:50,126 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:15:50,126 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:15:50,126 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:15:50,126 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:15:50,126 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:15:50,126 INFO [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:15:50,126 INFO [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:15:50,126 DEBUG [2b6d221c5cde:42711 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:15:50,127 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:50,128 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,45577,1731420896727, state=OPENING 2024-11-12T14:15:50,163 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:15:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:15:50,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:15:50,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:15:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:15:50,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:15:50,164 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:15:50,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45577,1731420896727}] 2024-11-12T14:15:56,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:15:58,545 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T14:15:59,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-12T14:15:59,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-12T14:15:59,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-12T14:15:59,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T14:15:59,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T14:15:59,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-12T14:15:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-12T14:15:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T14:15:59,807 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 Release verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-12T14:15:59,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 in 20.0340 sec 2024-11-12T14:15:59,809 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 Release verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:59,810 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 Release verify snapshot worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:15:59,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 in 20.0360 sec 2024-11-12T14:15:59,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,46809,1731420896687 in 20.0370 sec 2024-11-12T14:15:59,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-12T14:15:59,827 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:15:59,827 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:15:59,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T14:15:59,827 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:15:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42711 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T14:15:59,829 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C45577%2C1731420896727.meta, suffix=.meta, logDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,45577,1731420896727, archiveDir=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs, maxLogs=32 2024-11-12T14:15:59,830 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,45577,1731420896727 Release verify snapshot worker=2b6d221c5cde,45577,1731420896727 2024-11-12T14:15:59,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-11-12T14:15:59,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2b6d221c5cde,45577,1731420896727 in 20.0570 sec 2024-11-12T14:15:59,834 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T14:15:59,834 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T14:15:59,836 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T14:15:59,836 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T14:15:59,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6120 sec 2024-11-12T14:15:59,844 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,45577,1731420896727/2b6d221c5cde%2C45577%2C1731420896727.meta.1731420959830.meta, exclude list is [], retry=0 2024-11-12T14:15:59,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38971,DS-dbe0d1ee-cb4d-479d-ae83-bbb8d86d0824,DISK] 2024-11-12T14:15:59,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-862a7f8c-3470-43e6-838b-623fbc96d7c8,DISK] 2024-11-12T14:15:59,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35627,DS-8ce6869a-3bc0-40a7-b720-7f5f42c1b5ca,DISK] 2024-11-12T14:15:59,850 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/WALs/2b6d221c5cde,45577,1731420896727/2b6d221c5cde%2C45577%2C1731420896727.meta.1731420959830.meta 2024-11-12T14:15:59,850 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:35467:35467),(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-12T14:15:59,850 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:15:59,850 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:15:59,850 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:15:59,850 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:15:59,850 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:15:59,850 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:15:59,850 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:15:59,851 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:15:59,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:15:59,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:15:59,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:59,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:15:59,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:15:59,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:15:59,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:59,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:15:59,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:15:59,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:15:59,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:59,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:15:59,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:15:59,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:15:59,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:15:59,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:15:59,857 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:15:59,857 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740 2024-11-12T14:15:59,859 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740 2024-11-12T14:15:59,860 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T14:15:59,870 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T14:15:59,870 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-12T14:15:59,889 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/info/2fda87505254468098f93a8c3f79e9a2 is 167, key is SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730./info:regioninfo/1731420919643/Put/seqid=0 2024-11-12T14:15:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741866_1042 (size=18393) 2024-11-12T14:15:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741866_1042 (size=18393) 2024-11-12T14:15:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741866_1042 (size=18393) 2024-11-12T14:15:59,900 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/info/2fda87505254468098f93a8c3f79e9a2 2024-11-12T14:15:59,922 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/ns/becd527be8254bdf9c6cfe6a83ecf268 is 43, key is default/ns:d/1731420907999/Put/seqid=0 2024-11-12T14:15:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741867_1043 (size=5153) 2024-11-12T14:15:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741867_1043 (size=5153) 2024-11-12T14:15:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741867_1043 (size=5153) 2024-11-12T14:15:59,930 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/ns/becd527be8254bdf9c6cfe6a83ecf268 2024-11-12T14:15:59,937 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T14:15:59,939 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b6d221c5cde:33775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2b6d221c5cde/172.17.0.3:33775 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T14:15:59,941 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33775,1731420896647, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33775,1731420896647, seqNum=-1, error=java.net.ConnectException: Call to address=2b6d221c5cde:33775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2b6d221c5cde/172.17.0.3:33775 2024-11-12T14:15:59,942 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33775,1731420896647, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-12T14:15:59,942 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33775,1731420896647, seqNum=-1 from cache 2024-11-12T14:15:59,943 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 2b6d221c5cde:33775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2b6d221c5cde/172.17.0.3:33775 2024-11-12T14:15:59,953 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/table/84dd5f6f182147f4ba98b6295fd843eb is 47, key is SPTestTable/table:state/1731420919790/Put/seqid=0 2024-11-12T14:15:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741868_1044 (size=5214) 2024-11-12T14:15:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741868_1044 (size=5214) 2024-11-12T14:15:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741868_1044 (size=5214) 2024-11-12T14:15:59,960 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/table/84dd5f6f182147f4ba98b6295fd843eb 2024-11-12T14:15:59,967 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/info/2fda87505254468098f93a8c3f79e9a2 as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/info/2fda87505254468098f93a8c3f79e9a2 2024-11-12T14:15:59,974 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/info/2fda87505254468098f93a8c3f79e9a2, entries=100, sequenceid=28, filesize=18.0 K 2024-11-12T14:15:59,975 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/ns/becd527be8254bdf9c6cfe6a83ecf268 as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/ns/becd527be8254bdf9c6cfe6a83ecf268 2024-11-12T14:15:59,982 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/ns/becd527be8254bdf9c6cfe6a83ecf268, entries=2, sequenceid=28, filesize=5.0 K 2024-11-12T14:15:59,983 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/.tmp/table/84dd5f6f182147f4ba98b6295fd843eb as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/table/84dd5f6f182147f4ba98b6295fd843eb 2024-11-12T14:15:59,989 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/table/84dd5f6f182147f4ba98b6295fd843eb, entries=2, sequenceid=28, filesize=5.1 K 2024-11-12T14:15:59,989 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=28, compaction requested=false; wal=null 2024-11-12T14:15:59,990 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T14:15:59,992 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:15:59,992 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:15:59,992 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:15:59,994 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:15:59,996 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-12T14:15:59,997 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67338733, jitterRate=0.003425315022468567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:15:59,998 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:15:59,998 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731420959851Writing region info on filesystem at 1731420959851Initializing all the Stores at 1731420959851Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420959851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420959852 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731420959852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731420959852Obtaining lock to block concurrent updates at 1731420959870 (+18 ms)Preparing flush snapshotting stores in 1588230740 at 1731420959870Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731420959870Flushing stores of hbase:meta,,1.1588230740 at 1731420959870Flushing 1588230740/info: creating writer at 1731420959870Flushing 1588230740/info: appending metadata at 1731420959889 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731420959889Flushing 1588230740/ns: creating writer at 1731420959907 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731420959921 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731420959921Flushing 1588230740/table: creating writer at 1731420959937 (+16 ms)Flushing 1588230740/table: appending metadata at 1731420959952 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731420959952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398a0431: reopening flushed file at 1731420959966 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302da7bd: reopening flushed file at 1731420959974 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a4d24d: reopening flushed file at 1731420959982 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=28, compaction requested=false; wal=null at 1731420959989 (+7 ms)Cleaning up temporary data from old regions at 1731420959992 (+3 ms)Running coprocessor post-open hooks at 1731420959998 (+6 ms)Region opened successfully at 1731420959998 2024-11-12T14:15:59,999 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731420959822 2024-11-12T14:16:00,001 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:16:00,001 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:16:00,001 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=2b6d221c5cde,45577,1731420896727 2024-11-12T14:16:00,002 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,45577,1731420896727, state=OPEN 2024-11-12T14:16:00,036 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42711 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2b6d221c5cde,45577,1731420896727, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T14:16:00,038 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:16:00,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:16:00,038 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45577,1731420896727 2024-11-12T14:16:00,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:16:00,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:16:00,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:16:00,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:16:00,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-12T14:16:00,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45577,1731420896727 in 9.8740 sec 2024-11-12T14:16:00,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-12T14:16:00,042 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2b6d221c5cde,33775,1731420896647 had 5 regions 2024-11-12T14:16:00,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.0690 sec 2024-11-12T14:16:00,043 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b6d221c5cde,33775,1731420896647, splitWal=true, meta=true, isMeta: false 2024-11-12T14:16:00,045 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b6d221c5cde,33775,1731420896647 WAL count=1, meta=false 2024-11-12T14:16:00,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2b6d221c5cde%2C33775%2C1731420896647.1731420897408}] 2024-11-12T14:16:00,047 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=2b6d221c5cde,46809,1731420896687 2024-11-12T14:16:00,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2b6d221c5cde%2C33775%2C1731420896647.1731420897408, worker=2b6d221c5cde,46809,1731420896687}] 2024-11-12T14:16:00,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:16:00,054 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45577,1731420896727, seqNum=-1] 2024-11-12T14:16:00,079 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T14:16:00,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:16:00,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:16:00,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:16:00,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:16:00,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:16:00,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:16:00,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:16:00,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=609444102, stopped=false 2024-11-12T14:16:00,080 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,42711,1731420896441 2024-11-12T14:16:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:16:00,087 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:16:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:16:00,087 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:16:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:16:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:16:00,088 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:16:00,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:16:00,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:16:00,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:16:00,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:16:00,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:16:00,089 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,46809,1731420896687' ***** 2024-11-12T14:16:00,089 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:16:00,089 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,45577,1731420896727' ***** 2024-11-12T14:16:00,089 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:16:00,089 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:16:00,089 INFO [RS:1;2b6d221c5cde:46809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:16:00,089 INFO [RS:1;2b6d221c5cde:46809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:16:00,089 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(3091): Received CLOSE for ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:16:00,089 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:16:00,089 INFO [RS:2;2b6d221c5cde:45577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:16:00,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:16:00,089 INFO [RS:2;2b6d221c5cde:45577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:16:00,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:16:00,090 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(3091): Received CLOSE for 76e9a8a39ab1450a29e30bb796609bc0 2024-11-12T14:16:00,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:16:00,097 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c2a667c4a13e4d8d72dbad8bafb87d6 2024-11-12T14:16:00,097 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(3091): Received CLOSE for b52622da80b5176993d898cf234f5730 2024-11-12T14:16:00,097 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,46809,1731420896687 2024-11-12T14:16:00,097 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:16:00,097 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba20d12aef04aa0f4018d464fc70f740, disabling compactions & flushes 2024-11-12T14:16:00,097 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:16:00,097 INFO [RS:1;2b6d221c5cde:46809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b6d221c5cde:46809. 2024-11-12T14:16:00,097 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:16:00,097 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. after waiting 0 ms 2024-11-12T14:16:00,097 DEBUG [RS:1;2b6d221c5cde:46809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:16:00,097 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:16:00,097 DEBUG [RS:1;2b6d221c5cde:46809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:16:00,097 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:16:00,097 DEBUG [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1325): Online Regions={ba20d12aef04aa0f4018d464fc70f740=SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740., 0c2a667c4a13e4d8d72dbad8bafb87d6=SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6., b52622da80b5176993d898cf234f5730=SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730.} 2024-11-12T14:16:00,097 DEBUG [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1351): Waiting on 0c2a667c4a13e4d8d72dbad8bafb87d6, b52622da80b5176993d898cf234f5730, ba20d12aef04aa0f4018d464fc70f740 2024-11-12T14:16:00,100 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(3091): Received CLOSE for db565d081cbfe4e4ec75f4c98b33be90 2024-11-12T14:16:00,100 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(3091): Received CLOSE for e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:16:00,100 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,45577,1731420896727 2024-11-12T14:16:00,100 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76e9a8a39ab1450a29e30bb796609bc0, disabling compactions & flushes 2024-11-12T14:16:00,100 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:16:00,100 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:16:00,100 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:16:00,100 INFO [RS:2;2b6d221c5cde:45577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2b6d221c5cde:45577. 2024-11-12T14:16:00,100 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. after waiting 0 ms 2024-11-12T14:16:00,100 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:16:00,100 DEBUG [RS:2;2b6d221c5cde:45577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:16:00,100 DEBUG [RS:2;2b6d221c5cde:45577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:16:00,101 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:16:00,101 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:16:00,101 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:16:00,101 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:16:00,101 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T14:16:00,101 DEBUG [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1325): Online Regions={76e9a8a39ab1450a29e30bb796609bc0=SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0., db565d081cbfe4e4ec75f4c98b33be90=SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90., 1588230740=hbase:meta,,1.1588230740, e683c0f7ce8910f88f2a9f3f8738b8e9=SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9.} 2024-11-12T14:16:00,101 DEBUG [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76e9a8a39ab1450a29e30bb796609bc0, db565d081cbfe4e4ec75f4c98b33be90, e683c0f7ce8910f88f2a9f3f8738b8e9 2024-11-12T14:16:00,101 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:16:00,101 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:16:00,101 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:16:00,101 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:16:00,101 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:16:00,106 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/ba20d12aef04aa0f4018d464fc70f740/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:16:00,107 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/76e9a8a39ab1450a29e30bb796609bc0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:16:00,107 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:16:00,107 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba20d12aef04aa0f4018d464fc70f740: Waiting for close lock at 1731420960097Running coprocessor pre-close hooks at 1731420960097Disabling compacts and flushes for region at 1731420960097Disabling writes for close at 1731420960097Writing region close event to WAL at 1731420960100 (+3 ms)Running coprocessor post-close hooks at 1731420960107 (+7 ms)Closed at 1731420960107 2024-11-12T14:16:00,107 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731420908217.ba20d12aef04aa0f4018d464fc70f740. 2024-11-12T14:16:00,107 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c2a667c4a13e4d8d72dbad8bafb87d6, disabling compactions & flushes 2024-11-12T14:16:00,107 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:16:00,107 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:16:00,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. after waiting 0 ms 2024-11-12T14:16:00,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:16:00,108 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:16:00,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76e9a8a39ab1450a29e30bb796609bc0: Waiting for close lock at 1731420960100Running coprocessor pre-close hooks at 1731420960100Disabling compacts and flushes for region at 1731420960100Disabling writes for close at 1731420960100Writing region close event to WAL at 1731420960101 (+1 ms)Running coprocessor post-close hooks at 1731420960108 (+7 ms)Closed at 1731420960108 2024-11-12T14:16:00,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731420908217.76e9a8a39ab1450a29e30bb796609bc0. 2024-11-12T14:16:00,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db565d081cbfe4e4ec75f4c98b33be90, disabling compactions & flushes 2024-11-12T14:16:00,108 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:16:00,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:16:00,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. after waiting 0 ms 2024-11-12T14:16:00,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:16:00,112 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-12T14:16:00,113 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/0c2a667c4a13e4d8d72dbad8bafb87d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:16:00,113 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:16:00,113 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:16:00,113 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731420960101Running coprocessor pre-close hooks at 1731420960101Disabling compacts and flushes for region at 1731420960101Disabling writes for close at 1731420960101Writing region close event to WAL at 1731420960107 (+6 ms)Running coprocessor post-close hooks at 1731420960113 (+6 ms)Closed at 1731420960113 2024-11-12T14:16:00,113 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:16:00,113 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:16:00,113 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/db565d081cbfe4e4ec75f4c98b33be90/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:16:00,113 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c2a667c4a13e4d8d72dbad8bafb87d6: Waiting for close lock at 1731420960107Running coprocessor pre-close hooks at 1731420960107Disabling compacts and flushes for region at 1731420960107Disabling writes for close at 1731420960108 (+1 ms)Writing region close event to WAL at 1731420960108Running coprocessor post-close hooks at 1731420960113 (+5 ms)Closed at 1731420960113 2024-11-12T14:16:00,114 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731420908217.0c2a667c4a13e4d8d72dbad8bafb87d6. 2024-11-12T14:16:00,114 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b52622da80b5176993d898cf234f5730, disabling compactions & flushes 2024-11-12T14:16:00,114 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:16:00,114 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:16:00,114 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. after waiting 0 ms 2024-11-12T14:16:00,114 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:16:00,114 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:16:00,114 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db565d081cbfe4e4ec75f4c98b33be90: Waiting for close lock at 1731420960108Running coprocessor pre-close hooks at 1731420960108Disabling compacts and flushes for region at 1731420960108Disabling writes for close at 1731420960108Writing region close event to WAL at 1731420960109 (+1 ms)Running coprocessor post-close hooks at 1731420960114 (+5 ms)Closed at 1731420960114 2024-11-12T14:16:00,114 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731420908217.db565d081cbfe4e4ec75f4c98b33be90. 2024-11-12T14:16:00,114 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e683c0f7ce8910f88f2a9f3f8738b8e9, disabling compactions & flushes 2024-11-12T14:16:00,114 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:16:00,115 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:16:00,115 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. after waiting 0 ms 2024-11-12T14:16:00,115 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:16:00,118 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/b52622da80b5176993d898cf234f5730/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:16:00,119 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:16:00,119 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b52622da80b5176993d898cf234f5730: Waiting for close lock at 1731420960114Running coprocessor pre-close hooks at 1731420960114Disabling compacts and flushes for region at 1731420960114Disabling writes for close at 1731420960114Writing region close event to WAL at 1731420960114Running coprocessor post-close hooks at 1731420960119 (+5 ms)Closed at 1731420960119 2024-11-12T14:16:00,119 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731420908217.b52622da80b5176993d898cf234f5730. 2024-11-12T14:16:00,119 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/data/default/SPTestTable/e683c0f7ce8910f88f2a9f3f8738b8e9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T14:16:00,120 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:16:00,120 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e683c0f7ce8910f88f2a9f3f8738b8e9: Waiting for close lock at 1731420960114Running coprocessor pre-close hooks at 1731420960114Disabling compacts and flushes for region at 1731420960114Disabling writes for close at 1731420960115 (+1 ms)Writing region close event to WAL at 1731420960115Running coprocessor post-close hooks at 1731420960120 (+5 ms)Closed at 1731420960120 2024-11-12T14:16:00,120 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731420908217.e683c0f7ce8910f88f2a9f3f8738b8e9. 2024-11-12T14:16:00,121 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:16:00,172 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:16:00,273 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:16:00,273 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:16:00,281 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:16:00,281 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:16:00,297 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,46809,1731420896687; all regions closed. 2024-11-12T14:16:00,301 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,45577,1731420896727; all regions closed. 2024-11-12T14:16:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741833_1009 (size=2364) 2024-11-12T14:16:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741833_1009 (size=2364) 2024-11-12T14:16:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741833_1009 (size=2364) 2024-11-12T14:16:00,305 DEBUG [RS:1;2b6d221c5cde:46809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs 2024-11-12T14:16:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741865_1041 (size=678) 2024-11-12T14:16:00,305 INFO [RS:1;2b6d221c5cde:46809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C46809%2C1731420896687:(num 1731420897411) 2024-11-12T14:16:00,305 DEBUG [RS:1;2b6d221c5cde:46809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:16:00,305 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:16:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741865_1041 (size=678) 2024-11-12T14:16:00,305 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:16:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741865_1041 (size=678) 2024-11-12T14:16:00,305 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:16:00,305 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:16:00,306 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:16:00,306 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:16:00,306 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:16:00,306 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:16:00,306 INFO [RS:1;2b6d221c5cde:46809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46809 2024-11-12T14:16:00,308 DEBUG [RS:2;2b6d221c5cde:45577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs 2024-11-12T14:16:00,309 INFO [RS:2;2b6d221c5cde:45577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C45577%2C1731420896727.meta:.meta(num 1731420959830) 2024-11-12T14:16:00,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741835_1011 (size=2334) 2024-11-12T14:16:00,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741835_1011 (size=2334) 2024-11-12T14:16:00,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741835_1011 (size=2334) 2024-11-12T14:16:00,316 DEBUG [RS:2;2b6d221c5cde:45577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/oldWALs 2024-11-12T14:16:00,316 INFO [RS:2;2b6d221c5cde:45577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C45577%2C1731420896727:(num 1731420897411) 2024-11-12T14:16:00,316 DEBUG [RS:2;2b6d221c5cde:45577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:16:00,316 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:16:00,317 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:16:00,317 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:16:00,317 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:16:00,317 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:16:00,317 INFO [RS:2;2b6d221c5cde:45577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45577 2024-11-12T14:16:00,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:16:00,318 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,46809,1731420896687 2024-11-12T14:16:00,318 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:16:00,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,45577,1731420896727 2024-11-12T14:16:00,351 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:16:00,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,46809,1731420896687] 2024-11-12T14:16:00,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,46809,1731420896687 already deleted, retry=false 2024-11-12T14:16:00,372 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,46809,1731420896687 expired; onlineServers=1 2024-11-12T14:16:00,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,45577,1731420896727] 2024-11-12T14:16:00,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,45577,1731420896727 already deleted, retry=false 2024-11-12T14:16:00,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,45577,1731420896727 expired; onlineServers=0 2024-11-12T14:16:00,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,42711,1731420896441' ***** 2024-11-12T14:16:00,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:16:00,382 INFO [M:0;2b6d221c5cde:42711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:16:00,382 INFO [M:0;2b6d221c5cde:42711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:16:00,382 DEBUG [M:0;2b6d221c5cde:42711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:16:00,382 DEBUG [M:0;2b6d221c5cde:42711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:16:00,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:16:00,382 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731420897114 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731420897114,5,FailOnTimeoutGroup] 2024-11-12T14:16:00,400 INFO [M:0;2b6d221c5cde:42711 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:16:00,400 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731420897114 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731420897114,5,FailOnTimeoutGroup] 2024-11-12T14:16:00,400 INFO [M:0;2b6d221c5cde:42711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:16:00,401 DEBUG [M:0;2b6d221c5cde:42711 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:16:00,401 INFO [M:0;2b6d221c5cde:42711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:16:00,401 INFO [M:0;2b6d221c5cde:42711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:16:00,401 ERROR [M:0;2b6d221c5cde:42711 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1428117987) connection to localhost/127.0.0.1:43235 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43235,5,PEWorkerGroup] 2024-11-12T14:16:00,401 INFO [M:0;2b6d221c5cde:42711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:16:00,401 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:16:00,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T14:16:00,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:16:00,414 DEBUG [M:0;2b6d221c5cde:42711 {}] zookeeper.ZKUtil(347): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T14:16:00,414 WARN [M:0;2b6d221c5cde:42711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:16:00,417 INFO [M:0;2b6d221c5cde:42711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/.lastflushedseqids 2024-11-12T14:16:00,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741869_1045 (size=632) 2024-11-12T14:16:00,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741869_1045 (size=632) 2024-11-12T14:16:00,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741869_1045 (size=632) 2024-11-12T14:16:00,436 INFO [M:0;2b6d221c5cde:42711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:16:00,436 INFO [M:0;2b6d221c5cde:42711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:16:00,437 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:16:00,437 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:16:00,437 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:16:00,437 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:16:00,437 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:16:00,437 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.39 KB heapSize=259.75 KB 2024-11-12T14:16:00,459 DEBUG [M:0;2b6d221c5cde:42711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750e8daacb20483493425784a3f08273 is 82, key is hbase:meta,,1/info:regioninfo/1731420960001/Put/seqid=0 2024-11-12T14:16:00,461 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:16:00,461 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x1012f6638540002, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:16:00,461 INFO [RS:1;2b6d221c5cde:46809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:16:00,461 INFO [RS:1;2b6d221c5cde:46809 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,46809,1731420896687; zookeeper connection closed. 2024-11-12T14:16:00,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c202d4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c202d4a 2024-11-12T14:16:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:16:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45577-0x1012f6638540003, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:16:00,472 INFO [RS:2;2b6d221c5cde:45577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:16:00,472 INFO [RS:2;2b6d221c5cde:45577 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,45577,1731420896727; zookeeper connection closed. 2024-11-12T14:16:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741870_1046 (size=6071) 2024-11-12T14:16:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741870_1046 (size=6071) 2024-11-12T14:16:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741870_1046 (size=6071) 2024-11-12T14:16:00,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15a68ad6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15a68ad6 2024-11-12T14:16:00,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T14:16:00,874 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750e8daacb20483493425784a3f08273 2024-11-12T14:16:00,896 DEBUG [M:0;2b6d221c5cde:42711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16292dbd924e4ff1969d6241530f174e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731420919821/Put/seqid=0 2024-11-12T14:16:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741871_1047 (size=11610) 2024-11-12T14:16:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741871_1047 (size=11610) 2024-11-12T14:16:00,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741871_1047 (size=11610) 2024-11-12T14:16:00,907 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.17 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16292dbd924e4ff1969d6241530f174e 2024-11-12T14:16:00,916 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16292dbd924e4ff1969d6241530f174e 2024-11-12T14:16:00,947 DEBUG [M:0;2b6d221c5cde:42711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ce018267c27484ea111a0a48f520c4a is 69, key is 2b6d221c5cde,45577,1731420896727/rs:state/1731420897199/Put/seqid=0 2024-11-12T14:16:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741872_1048 (size=5442) 2024-11-12T14:16:00,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741872_1048 (size=5442) 2024-11-12T14:16:00,960 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ce018267c27484ea111a0a48f520c4a 2024-11-12T14:16:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741872_1048 (size=5442) 2024-11-12T14:16:00,967 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ce018267c27484ea111a0a48f520c4a 2024-11-12T14:16:00,968 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750e8daacb20483493425784a3f08273 as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/750e8daacb20483493425784a3f08273 2024-11-12T14:16:00,978 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/750e8daacb20483493425784a3f08273, entries=14, sequenceid=446, filesize=5.9 K 2024-11-12T14:16:00,979 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16292dbd924e4ff1969d6241530f174e as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16292dbd924e4ff1969d6241530f174e 2024-11-12T14:16:00,989 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16292dbd924e4ff1969d6241530f174e 2024-11-12T14:16:00,989 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16292dbd924e4ff1969d6241530f174e, entries=52, sequenceid=446, filesize=11.3 K 2024-11-12T14:16:00,991 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ce018267c27484ea111a0a48f520c4a as hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ce018267c27484ea111a0a48f520c4a 2024-11-12T14:16:01,000 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ce018267c27484ea111a0a48f520c4a 2024-11-12T14:16:01,001 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43235/user/jenkins/test-data/3f19752d-9e11-ba7e-a353-45d976de2fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ce018267c27484ea111a0a48f520c4a, entries=3, sequenceid=446, filesize=5.3 K 2024-11-12T14:16:01,002 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.39 KB/223635, heapSize ~259.45 KB/265680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 565ms, sequenceid=446, compaction requested=false 2024-11-12T14:16:01,005 INFO [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:16:01,005 DEBUG [M:0;2b6d221c5cde:42711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731420960437Disabling compacts and flushes for region at 1731420960437Disabling writes for close at 1731420960437Obtaining lock to block concurrent updates at 1731420960437Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731420960437Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223635, getHeapSize=265920, getOffHeapSize=0, getCellsCount=545 at 1731420960438 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731420960439 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731420960439Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731420960458 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731420960458Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731420960879 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731420960895 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731420960895Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731420960916 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731420960946 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731420960946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49cb75e8: reopening flushed file at 1731420960967 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf71352: reopening flushed file at 1731420960978 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2c1fdf: reopening flushed file at 1731420960989 (+11 ms)Finished flush of dataSize ~218.39 KB/223635, heapSize ~259.45 KB/265680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 565ms, sequenceid=446, compaction requested=false at 1731420961002 (+13 ms)Writing region close event to WAL at 1731420961005 (+3 ms)Closed at 1731420961005 2024-11-12T14:16:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35627 is added to blk_1073741830_1006 (size=253440) 2024-11-12T14:16:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741830_1006 (size=253440) 2024-11-12T14:16:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38971 is added to blk_1073741830_1006 (size=253440) 2024-11-12T14:16:01,009 INFO [M:0;2b6d221c5cde:42711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:16:01,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:16:01,009 INFO [M:0;2b6d221c5cde:42711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42711 2024-11-12T14:16:01,010 INFO [M:0;2b6d221c5cde:42711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:16:01,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:16:01,124 INFO [M:0;2b6d221c5cde:42711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:16:01,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42711-0x1012f6638540000, quorum=127.0.0.1:61806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:16:01,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@447d5ddb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:16:01,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b749057{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:16:01,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:16:01,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582406be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:16:01,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@608545a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir/,STOPPED} 2024-11-12T14:16:01,129 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:16:01,129 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:16:01,129 WARN [BP-1033072329-172.17.0.3-1731420892986 heartbeating to localhost/127.0.0.1:43235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:16:01,129 WARN [BP-1033072329-172.17.0.3-1731420892986 heartbeating to localhost/127.0.0.1:43235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1033072329-172.17.0.3-1731420892986 (Datanode Uuid 632bf9c5-3e27-44cb-bad7-0910c68e93a7) service to localhost/127.0.0.1:43235 2024-11-12T14:16:01,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data5/current/BP-1033072329-172.17.0.3-1731420892986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:16:01,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data6/current/BP-1033072329-172.17.0.3-1731420892986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:16:01,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:16:01,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a02c60a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:16:01,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d87a5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:16:01,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:16:01,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@534e5e2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:16:01,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62b96eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir/,STOPPED} 2024-11-12T14:16:01,139 WARN [BP-1033072329-172.17.0.3-1731420892986 heartbeating to localhost/127.0.0.1:43235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:16:01,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:16:01,139 WARN [BP-1033072329-172.17.0.3-1731420892986 heartbeating to localhost/127.0.0.1:43235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1033072329-172.17.0.3-1731420892986 (Datanode Uuid e3a4ec27-3a99-4f89-a5a1-34f923c0112f) service to localhost/127.0.0.1:43235 2024-11-12T14:16:01,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:16:01,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data3/current/BP-1033072329-172.17.0.3-1731420892986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:16:01,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data4/current/BP-1033072329-172.17.0.3-1731420892986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:16:01,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:16:01,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d57a9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:16:01,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43ee3a1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:16:01,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:16:01,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@438ab3a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:16:01,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bedf363{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir/,STOPPED} 2024-11-12T14:16:01,151 WARN [BP-1033072329-172.17.0.3-1731420892986 heartbeating to localhost/127.0.0.1:43235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:16:01,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:16:01,151 WARN [BP-1033072329-172.17.0.3-1731420892986 heartbeating to localhost/127.0.0.1:43235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1033072329-172.17.0.3-1731420892986 (Datanode Uuid 49ed6347-38d0-446f-b8c3-dd1581ee1b71) service to localhost/127.0.0.1:43235 2024-11-12T14:16:01,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:16:01,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data1/current/BP-1033072329-172.17.0.3-1731420892986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:16:01,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/cluster_f2014e61-7e56-aeb1-0023-a4bda8ade65f/data/data2/current/BP-1033072329-172.17.0.3-1731420892986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:16:01,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:16:01,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@415f8ea7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:16:01,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24d384ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:16:01,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:16:01,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5cfff4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:16:01,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45344263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f6ce5e-5191-088b-c4ab-7c91eb957260/hadoop.log.dir/,STOPPED} 2024-11-12T14:16:01,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:16:01,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:16:01,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 92) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:43235 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:43235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/2b6d221c5cde:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:43235 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:43235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=479 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=858 (was 864), ProcessCount=11 (was 11), AvailableMemoryMB=409 (was 1377)